-- Logs begin at Thu 2021-09-23 13:03:00 UTC, end at Thu 2021-09-23 14:11:42 UTC. -- Sep 23 13:45:29.529109 dv-cinder-733622-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 13:45:32.343558 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:45:32.344173 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 13:45:32.344330 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 13:45:32.348206 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.common.config [-] Logging enabled! Sep 23 13:45:32.348464 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 13:45:32.348797 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106278) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 13:45:32.349767 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:45:32.350004 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:45:32.350373 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:45:32.350622 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:45:32.350851 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:45:32.351175 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.351494 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.351793 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.352023 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.352341 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.352635 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.352920 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.353213 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.353568 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.353857 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.354140 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.354442 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.354673 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.354956 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.355245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.355532 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.355774 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.356057 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.356491 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.356907 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.357196 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.357508 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.357797 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.358070 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.358350 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.358639 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.358971 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] host = dv-cinder-733622-19-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.359252 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.359542 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.359832 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.360121 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.360403 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.361271 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.361594 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.361875 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.362152 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.362484 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.362783 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.363076 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.363370 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.363598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.363824 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.364114 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.364401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.364681 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.364959 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.365235 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.365536 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.365813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.366084 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.366371 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.366655 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.366942 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.367225 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.367500 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.367773 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.368046 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.368381 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.368680 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.368961 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.369238 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.369558 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.369831 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.370108 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.370414 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.370707 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.370996 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.371289 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.371569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.371943 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.372229 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.372506 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.372782 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.373060 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.373336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.373647 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.373924 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.374230 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.374551 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.374805 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.375096 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:32.375397 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.375696 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.376242 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.376586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.376586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.377006 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.377154 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.377486 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.377885 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.378073 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.378364 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.378645 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.378936 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.379231 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.379550 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.379842 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.380140 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.380436 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.380715 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.380990 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.381265 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.381575 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.381870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.382150 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.382442 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.382733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.383015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.383303 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.383598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.383888 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.384165 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.384447 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.384740 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.385021 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.385295 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.385618 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.385912 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.386193 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.386468 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.386751 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.387030 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.387308 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.387580 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.387857 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.388148 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.388423 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.388695 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.388964 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.389238 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.389536 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.389824 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.390102 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.390377 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.390651 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.390929 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.391202 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.391472 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.391749 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.392051 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.392418 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.392793 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.393071 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.393347 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.393643 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.393918 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.394191 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.394464 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.394741 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.395015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.395287 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.395558 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.395835 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.396112 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.396399 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.396696 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.396997 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.397278 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.397582 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.397863 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.398139 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.398415 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.398692 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.398969 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.399241 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.399530 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.399814 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.400098 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.400382 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.400660 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.400961 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.401237 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.401548 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.401827 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.402105 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.402387 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.402689 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.402989 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.403282 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.403576 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.403870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.404162 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.404444 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.404917 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.405211 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:32.405459 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:45:32.405704 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106278) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 13:45:32.768692 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 13:45:32.769093 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 13:45:32.769266 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 13:45:32.769631 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 13:45:33.168793 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.169006 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.169271 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.170725 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.171006 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.171280 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.208135 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.208420 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.208738 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.224271 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.224551 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.224821 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.254146 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.254429 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.254703 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.293207 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.293513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.293789 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.528806 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.529441 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.529441 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.529654 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.530354 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.655405 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.655725 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.656011 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.656292 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.656562 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.656877 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.657143 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.657433 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.658596 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.658824 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.659096 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.659370 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.659670 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.659946 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.660459 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.660730 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.660993 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.661265 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.661562 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.661831 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.662106 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.662363 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.662647 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.663029 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.663284 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.663533 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.663941 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.664182 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.664422 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.664659 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.664898 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.665135 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:33.665531 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 13:45:33.668798 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 13:45:33.672872 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 13:45:33.676689 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 23 13:45:33.678359 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 13:45:33.678835 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 13:45:33.679172 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 13:45:33.679558 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 13:45:33.682412 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 13:45:33.682664 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 13:45:33.683020 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:45:33.688576 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 13:45:33.711265 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 13:45:33.711751 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.712053 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106278) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 13:45:33.712416 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.713866 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106278) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 13:45:33.714315 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 13:45:33.714564 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 13:45:33.717873 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.718154 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:33.784448 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 13:45:33.784603 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 13:45:33.784847 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 13:45:33.785503 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 13:45:33.808016 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_db.sqlalchemy.engines [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106278) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 13:45:34.626905 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing driver for type 'gre' Sep 23 13:45:34.627475 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] gre ID ranges: [(1, 1000)] Sep 23 13:45:34.832645 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing driver for type 'local' Sep 23 13:45:34.832899 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing driver for type 'vlan' Sep 23 13:45:34.925243 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] VlanTypeDriver initialization complete Sep 23 13:45:34.925615 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing driver for type 'vxlan' Sep 23 13:45:34.926128 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] vxlan ID ranges: [(1, 1000)] Sep 23 13:45:35.129890 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing extension driver 'port_security' Sep 23 13:45:35.130156 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.extensions.port_security [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] PortSecurityExtensionDriver initialization complete Sep 23 13:45:35.130505 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing mechanism driver 'openvswitch' Sep 23 13:45:35.130833 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing mechanism driver 'hyperv' Sep 23 13:45:35.137472 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.plugin [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:35.138166 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.138539 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.138890 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.139414 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.139843 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.140199 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.140545 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.140944 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.141398 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.142273 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.142662 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.143052 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.152700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.152700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.152700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.152700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.152700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153036 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153036 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153036 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.153036 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > address_group after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153036 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > address_group after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > address_group after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106278) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 13:45:35.153336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] ML2 OVO RPC backend initialized. {{(pid=106278) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 13:45:35.153336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153336 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153688 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153688 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > networks before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153688 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153688 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > ports before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153960 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153960 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnets before_response 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153960 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.153960 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154221 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154221 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154221 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154221 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154456 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154456 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154456 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > subnet after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.154643 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.plugin [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Modular L2 Plugin initialization complete Sep 23 13:45:35.154898 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading services supported by the core plugin {{(pid=106278) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 13:45:35.155228 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.plugins.ml2.managers [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Got port-security extension from driver 'port_security' Sep 23 13:45:35.155698 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.extensions.vlantransparent [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Disabled vlantransparent extension. Sep 23 13:45:35.156179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106278) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 13:45:35.156497 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: router Sep 23 13:45:35.193293 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.193720 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.194092 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router before_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.194458 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.194834 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.195192 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_delete 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.195553 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > floatingip after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.195904 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > floatingip after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.196264 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.196615 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.196968 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.197328 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.197713 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.198131 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.198502 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.198845 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.199189 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: subnet after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.199529 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.199877 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > port precommit_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.200229 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.200570 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202023 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202023 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router after_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202023 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_delete 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202293 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_create 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202470 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router_interface after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.202818 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_update 55549900 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.203187 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > agent after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.203545 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > agent after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.203893 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > network after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.205348 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Tracking information for resource: router configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:35.205627 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Tracking information for resource: floatingip configured {{(pid=106278) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 13:45:35.210682 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.db.l3_agentschedulers_db [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 13:45:35.211264 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.211630 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.211990 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.212345 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: port after_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.213140 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router before_create 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.213548 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_delete 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.213917 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_create 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.214277 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > router precommit_update 55550100 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.219135 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.provider_configuration [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service providers = [] {{(pid=106278) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 13:45:35.219505 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.db.servicetype_db [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106278) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 13:45:35.223162 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:45:35.223532 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:45:35.223865 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:45:35.224760 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.services.service_base [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106278) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 13:45:35.226145 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.services.service_base [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 13:45:35.226145 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.226145 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 13:45:35.236624 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.236960 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: auto_allocate Sep 23 13:45:35.242801 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: network precommit_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.243183 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: network precommit_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.243715 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.244080 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: tag Sep 23 13:45:35.250612 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.250942 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: timestamp Sep 23 13:45:35.255008 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.255343 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: network_ip_availability Sep 23 13:45:35.260763 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.261136 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.261529 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.262263 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.262585 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: flavors Sep 23 13:45:35.267845 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.268179 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading Plugin: revisions Sep 23 13:45:35.272467 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106278) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 13:45:35.272863 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.503s {{(pid=106278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 13:45:35.273634 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106278) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 13:45:35.273973 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Initializing extension manager. Sep 23 13:45:35.274492 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: __init__.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.274854 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: __pycache__ {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.275175 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.275508 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.276266 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.276838 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: address-group Sep 23 13:45:35.277165 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: address_scope.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.278101 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.278609 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: address-scope Sep 23 13:45:35.278936 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: admin_state_down_before_update.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.279866 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.280376 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: router-admin-state-down-before-update Sep 23 13:45:35.280704 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: agent.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.281429 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.281940 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: agent Sep 23 13:45:35.282267 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: agent_resources_synced.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.283786 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.284287 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: agent-resources-synced Sep 23 13:45:35.284613 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: allowedaddresspairs.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.286734 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.287253 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: allowed-address-pairs Sep 23 13:45:35.287584 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: auto_allocated_topology.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.288665 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.289180 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: auto-allocated-topology Sep 23 13:45:35.289540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.290236 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.290747 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: availability_zone Sep 23 13:45:35.291074 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: availability_zone_filter.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.291983 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.292484 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: availability_zone_filter Sep 23 13:45:35.292808 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: data_plane_status.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.293747 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.294290 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 13:45:35.294612 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: default_subnetpools.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.295524 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.296025 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: default-subnetpools Sep 23 13:45:35.296347 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: dhcpagentscheduler.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.297155 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.297692 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: dhcp_agent_scheduler Sep 23 13:45:35.298074 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: dns.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.298959 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.299454 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension dns-integration not supported by any of loaded plugins Sep 23 13:45:35.299778 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: dns_domain_ports.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.300707 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.301203 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 13:45:35.301563 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.302490 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.302992 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 13:45:35.303316 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: dvr.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.303991 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.304496 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: dvr Sep 23 13:45:35.304817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: ecmp_routes.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.305769 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.306274 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 13:45:35.306597 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: empty_string_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.307505 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.308011 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: empty-string-filtering Sep 23 13:45:35.308334 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.309254 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.309800 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:45:35.310122 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.311049 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.311553 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 13:45:35.311872 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: external_net.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.312795 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.313301 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: external-net Sep 23 13:45:35.314165 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: extra_dhcp_opt.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.315094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.315599 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: extra_dhcp_opt Sep 23 13:45:35.315918 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: extraroute.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.316832 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.317351 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: extraroute Sep 23 13:45:35.317682 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: extraroute_atomic.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.318721 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.319227 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: extraroute-atomic Sep 23 13:45:35.319569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: filter_validation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.320220 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.320724 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: filter-validation Sep 23 13:45:35.321052 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: fip_pf_description.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.321988 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.322484 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 13:45:35.322805 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: fip_port_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.323726 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.324228 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: fip-port-details Sep 23 13:45:35.324552 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: flavors.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.325812 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.326325 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: flavors Sep 23 13:45:35.326648 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.328309 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.328823 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 13:45:35.329160 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: floatingip_pools.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.330652 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.331168 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: floatingip-pools Sep 23 13:45:35.331499 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: ip_allocation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.332446 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.332948 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 13:45:35.333279 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.334228 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.334730 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: ip-substring-filtering Sep 23 13:45:35.335063 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l2_adjacency.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.335986 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.336491 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 13:45:35.336819 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.337979 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.338496 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: router Sep 23 13:45:35.338826 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3_conntrack_helper.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.341055 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.341625 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 13:45:35.341969 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.342904 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.343417 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: ext-gw-mode Sep 23 13:45:35.343752 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.344697 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.345252 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: l3-ha Sep 23 13:45:35.345613 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3_flavors.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.346529 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.347037 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: l3-flavors Sep 23 13:45:35.347368 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.348282 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.348793 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 13:45:35.349124 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: l3agentscheduler.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.350220 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.350724 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: l3_agent_scheduler Sep 23 13:45:35.351058 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: logging.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.352558 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.353069 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension logging not supported by any of loaded plugins Sep 23 13:45:35.353423 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: metering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.354170 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.354739 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: metering Sep 23 13:45:35.355067 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.356175 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.356712 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: metering_source_and_destination_fields Sep 23 13:45:35.357041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: multiprovidernet.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.358000 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.358505 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: multi-provider Sep 23 13:45:35.358828 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: netmtu.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.359742 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.360241 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: net-mtu Sep 23 13:45:35.360600 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: netmtu_writable.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.361558 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.362060 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: net-mtu-writable Sep 23 13:45:35.362381 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: network_availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.363049 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.363546 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: network_availability_zone Sep 23 13:45:35.363867 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: network_ip_availability.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.364967 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.365506 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: network-ip-availability Sep 23 13:45:35.365834 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: network_segment_range.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.366595 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.367094 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 13:45:35.367418 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: pagination.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.368398 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.368724 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: pagination Sep 23 13:45:35.369046 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: port_device_profile.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.369990 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.370502 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: port-device-profile Sep 23 13:45:35.370826 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.371753 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.372261 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: port-mac-address-regenerate Sep 23 13:45:35.372585 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.373547 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.374055 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: port-numa-affinity-policy Sep 23 13:45:35.374376 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: port_resource_request.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.375434 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.375916 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 13:45:35.376775 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: portbindings.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.377733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.378242 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: binding Sep 23 13:45:35.378566 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: portbindings_extended.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.379836 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.380398 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: binding-extended Sep 23 13:45:35.380686 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: portsecurity.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.381639 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.382149 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: port-security Sep 23 13:45:35.382476 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: project_id.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.383459 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.383789 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: project-id Sep 23 13:45:35.384114 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: providernet.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.385046 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.385592 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: provider Sep 23 13:45:35.385918 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.389460 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.389982 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos not supported by any of loaded plugins Sep 23 13:45:35.390316 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.391564 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.392671 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 13:45:35.392996 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.393939 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.394450 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 13:45:35.394777 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_default.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.395689 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.396198 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-default not supported by any of loaded plugins Sep 23 13:45:35.396526 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_fip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.397179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.397711 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-fip not supported by any of loaded plugins Sep 23 13:45:35.398040 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_gateway_ip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.398962 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.399469 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 13:45:35.399796 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_port_network_policy.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.400710 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.401214 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 13:45:35.401573 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_pps_rule.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.402742 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.403253 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-pps not supported by any of loaded plugins Sep 23 13:45:35.403585 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_rule_type_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.404497 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.404999 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 13:45:35.405327 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: qos_rules_alias.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.406395 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.406903 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 13:45:35.407226 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: quotasv2.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.408175 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.408503 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: quotas Sep 23 13:45:35.408822 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: quotasv2_detail.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.412375 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.412715 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: quota_details Sep 23 13:45:35.413046 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: rbac.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.414139 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.414661 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: rbac-policies Sep 23 13:45:35.414996 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: rbac_address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.415926 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.416438 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: rbac-address-group Sep 23 13:45:35.416767 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: rbac_address_scope.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.417723 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.418260 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: rbac-address-scope Sep 23 13:45:35.418588 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: rbac_security_groups.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.419510 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.420018 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: rbac-security-groups Sep 23 13:45:35.420346 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: rbac_subnetpool.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.428349 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.428864 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: rbac-subnetpool Sep 23 13:45:35.429189 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: revisionifmatch.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.430155 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.430665 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: revision-if-match Sep 23 13:45:35.430992 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: revisions.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.432118 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.432630 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: standard-attr-revisions Sep 23 13:45:35.432956 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: router_availability_zone.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.433672 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.434179 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: router_availability_zone Sep 23 13:45:35.434507 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: routerservicetype.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.435432 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.435935 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension router-service-type not supported by any of loaded plugins Sep 23 13:45:35.436262 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.437184 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.437730 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: security-groups-normalized-cidr Sep 23 13:45:35.438059 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: security_groups_port_filtering.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.440115 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.440624 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: port-security-groups-filtering Sep 23 13:45:35.440954 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.441915 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.442428 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: security-groups-remote-address-group Sep 23 13:45:35.442756 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: securitygroup.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.453889 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.455021 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: security-group Sep 23 13:45:35.461142 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: segment.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.461142 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.461142 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension segment not supported by any of loaded plugins Sep 23 13:45:35.461142 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.461856 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.462361 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 13:45:35.462688 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: servicetype.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.463872 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.464399 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: service-type Sep 23 13:45:35.464728 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: sorting.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.465746 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.466081 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: sorting Sep 23 13:45:35.466408 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: standard_attr_segment.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.467324 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.467829 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 13:45:35.468153 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: standardattrdescription.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.468803 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.469303 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: standard-attr-description Sep 23 13:45:35.469651 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: stateful_security_group.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.471248 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.471759 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: stateful-security-group Sep 23 13:45:35.472088 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: stdattrs_common.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.472678 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 13:45:35.473000 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.473968 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.474487 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 13:45:35.474814 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnet_onboard.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.475894 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.476411 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: subnet_onboard Sep 23 13:45:35.476740 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.477711 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.478224 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 13:45:35.478550 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnet_service_types.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.479476 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.479989 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: subnet-service-types Sep 23 13:45:35.480319 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnetallocation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.481424 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.481935 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: subnet_allocation Sep 23 13:45:35.482263 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.482938 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.483447 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: subnetpool-prefix-ops Sep 23 13:45:35.483772 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.484704 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.485215 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 13:45:35.485649 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: tagging.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.486954 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.487469 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: standard-attr-tag Sep 23 13:45:35.487801 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: timestamp.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.491072 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.491591 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loaded extension: standard-attr-timestamp Sep 23 13:45:35.491921 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: trunk.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.492965 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.493509 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension trunk not supported by any of loaded plugins Sep 23 13:45:35.493845 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: trunk_details.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.494777 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.495292 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension trunk-details not supported by any of loaded plugins Sep 23 13:45:35.495614 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: uplink_status_propagation.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.496543 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.497056 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 13:45:35.497414 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Loading extension file: vlantransparent.py {{(pid=106278) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 13:45:35.498106 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106278) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 13:45:35.498612 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 13:45:35.501864 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:network Sep 23 13:45:35.502278 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnet Sep 23 13:45:35.502761 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:45:35.503082 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:port Sep 23 13:45:35.504410 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.504873 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service FLAVORS assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.505536 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.505969 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.506310 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:router Sep 23 13:45:35.506749 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:45:35.507265 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service METERING assigned prefix: /metering {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.508685 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.509059 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.509510 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106278) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:45:35.510553 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:45:35.511008 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:45:35.511441 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:45:35.512030 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.512362 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:45:35.512707 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] subnetpool is already registered Sep 23 13:45:35.513156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.513529 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:45:35.513866 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] subnetpool is already registered Sep 23 13:45:35.516208 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.516646 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service FLAVORS assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.517967 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.518408 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.518729 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:router Sep 23 13:45:35.519075 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] router is already registered Sep 23 13:45:35.519483 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:floatingip Sep 23 13:45:35.519822 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] floatingip is already registered Sep 23 13:45:35.520279 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service METERING assigned prefix: /metering {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.520957 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 13:45:35.521285 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] rbac_policy is already registered Sep 23 13:45:35.521730 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:security_group Sep 23 13:45:35.522068 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] security_group is already registered Sep 23 13:45:35.522474 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 13:45:35.522808 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] security_group_rule is already registered Sep 23 13:45:35.523442 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.523778 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:45:35.524109 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] subnetpool is already registered Sep 23 13:45:35.524535 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.v2.resource_helper [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Service CORE assigned prefix: {{(pid=106278) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 13:45:35.524876 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 13:45:35.525208 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING neutron.quota.resource_registry [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] subnetpool is already registered Sep 23 13:45:35.525700 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: extensions {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.527194 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: address-groups {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.528660 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: address-scopes {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.530021 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.531166 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: auto-allocated-topology {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.532420 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: availability_zones {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.533870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: dhcp-networks {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.535733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: dhcp-agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.537156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.539391 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: flavors {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.540554 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: service_profiles {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.541784 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: next_providers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.548401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: service_profiles {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.548401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: floatingip-pools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.548401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.548401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: floatingips {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.549342 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: l3-routers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.550744 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: l3-agents {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.552146 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: metering-labels {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.553521 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: metering-label-rules {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.554817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: network-ip-availabilities {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.556360 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: bindings {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.558785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: quotas {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.560250 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: quotas {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.561671 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: rbac-policies {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.562878 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: security-groups {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.564693 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: security-group-rules {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.566020 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: service-providers {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.567222 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: subnetpools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.568647 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: subnetpools {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.570125 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.571771 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.573612 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.575391 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.577159 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.579014 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.581425 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.583408 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.585066 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.586814 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron.api.extensions [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Extended resource: tags {{(pid=106278) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 13:45:35.592841 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING keystonemiddleware.auth_token [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 13:45:35.597670 dv-cinder-733622-19-iscsi neutron-server[106278]: WARNING keystonemiddleware.auth_token [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 13:45:35.606332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Acquired lock "singleton_lock" {{(pid=106278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 13:45:35.606800 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_concurrency.lockutils [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Releasing lock "singleton_lock" {{(pid=106278) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 13:45:35.607447 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Starting 2 workers Sep 23 13:45:35.612236 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Started child 106387 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:45:35.616742 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Started child 106388 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:45:35.617918 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.618681 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO neutron.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 13:45:35.618986 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Notify callbacks [] for process, before_spawn {{(pid=106278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.619396 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [-] (106387) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:45:35.621513 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Starting 1 workers Sep 23 13:45:35.621765 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.623144 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [-] (106388) wsgi starting up on http://0.0.0.0:9696 Sep 23 13:45:35.627197 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Started child 106389 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:45:35.627755 dv-cinder-733622-19-iscsi neutron-server[106278]: INFO oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Starting 1 workers Sep 23 13:45:35.631848 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] calling RpcWorker wait() {{(pid=106389) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 13:45:35.632384 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] returning from RpcWorker wait() {{(pid=106389) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 13:45:35.632486 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Started child 106390 {{(pid=106278) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 13:45:35.633230 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG neutron_lib.callbacks.manager [None req-33d2f806-2ac3-404b-9c25-f2a02efeccac None None] Notify callbacks [] for process, after_spawn {{(pid=106278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.633719 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.634221 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:35.635288 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:45:35.635499 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:45:35.635683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:45:35.635898 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:45:35.636222 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:45:35.636386 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:45:35.636903 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.637174 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.637496 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.637757 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.638067 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.638261 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:35.638748 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.638930 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.639202 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.639474 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.639707 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.639879 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.640045 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.640300 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.640529 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.640821 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.641086 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.641334 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.641622 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.641876 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.642789 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.643048 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.643300 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.643571 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.643826 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.644309 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.644529 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.644768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.644985 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.645262 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.645664 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.645934 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.646187 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.646401 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.646665 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.646920 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.647166 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.647392 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.647628 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.647889 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.648107 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.648571 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host = dv-cinder-733622-19-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.648806 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.649085 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.649262 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.649530 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.649782 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.649996 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.650260 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.650501 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.650755 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.650998 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.651246 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.651493 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.651738 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.651987 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.652149 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_options = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.652392 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.652651 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.652923 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.653111 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.653280 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.653477 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.653737 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.653882 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.654134 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.654347 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.654559 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.654792 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.655033 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.655245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.655512 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.655753 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.656020 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.656159 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.656400 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.656630 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.656852 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.657076 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.657306 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.658106 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.658328 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.658559 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.658826 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.659003 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.659249 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.659474 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.659708 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.660204 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.660428 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.660670 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.660930 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.661159 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.661412 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.661650 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.661915 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.662139 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.662394 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.662634 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.662846 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.663088 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.663320 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.663538 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.663756 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.663965 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.664220 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.664469 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.664681 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.664899 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.665108 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.665338 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.665595 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.666025 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.666308 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.666643 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.666867 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.667097 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.667333 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.667566 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.667801 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.668067 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.668314 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.668646 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.668881 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.669257 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.669538 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.669827 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.670151 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:35.670312 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.670454 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.670716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.670959 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.671204 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.671434 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.671673 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.671956 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.672195 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.672438 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.672671 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.672906 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.673892 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.674182 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.674472 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.674684 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.674880 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.675217 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.675460 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.675676 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.675917 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.676094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.676360 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.676581 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.676845 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.677426 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.677670 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.677934 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.678125 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.678357 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.678599 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.678847 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.679095 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.679331 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.679575 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.679811 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.680049 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.680312 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.680551 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.680814 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.681042 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.681332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.686513 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687179 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.687785 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.688163 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.688243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.688476 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.688726 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.688980 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.689207 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.689501 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.689733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.690022 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.690369 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.690617 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.690866 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.691139 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.691396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.691618 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.691876 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.692120 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.692359 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.692611 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.692905 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.693150 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.693402 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.693624 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.693865 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.694099 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.694317 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.694562 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.694779 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.695013 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.695268 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.695531 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.695764 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.696019 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.696247 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.696506 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.696795 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.697029 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.697312 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.697554 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.697964 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.698122 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.698352 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.698619 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.698870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.699116 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.699381 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.699611 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.699879 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.700136 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.700395 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.700612 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.700888 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.701112 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.701332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.701572 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.701802 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.702142 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.702474 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709396 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709797 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36048) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.709870 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710351 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710710 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.710710 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.711237 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.711237 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.711458 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.713390 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.714083 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.714472 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.714845 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.715412 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.715827 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.716194 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.716569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.717789 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081844 Sep 23 13:45:35.718114 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.718543 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.718945 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.719216 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.719455 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.719814 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.720940 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.721352 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.721761 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.722949 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.723363 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.723623 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.723892 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.724137 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.724481 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.724755 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.725017 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.725427 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.725683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.725942 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.726162 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.726546 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.726937 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.727391 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.727775 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.728166 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.728533 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.728921 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.729311 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.729733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.729975 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.730219 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.730442 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.730774 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.731040 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.731389 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.731650 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.732150 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.732150 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.732387 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.732625 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.733400 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.733400 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.733400 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.733632 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.733774 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.734151 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.734587 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.734951 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.735352 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.735810 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.736281 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.736554 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.736770 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.736999 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.737282 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.737552 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.737781 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.738019 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.738240 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.738488 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.738753 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.738969 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.739220 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.739434 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.739649 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.739874 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.740094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.740307 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.740643 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.740895 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.741184 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.741525 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.741783 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.742031 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.742292 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.742643 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.742863 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.743109 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.743357 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.743602 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.743824 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.744144 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.744440 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.744735 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.744995 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.745249 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.746032 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.746032 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.746188 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.746394 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.746715 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.747070 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.747405 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.747590 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.747838 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.748089 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.748316 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749099 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749099 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749099 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749345 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749448 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.749690 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.750226 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.750226 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.750397 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.750590 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.751186 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.751186 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.751446 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.751704 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.751819 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:45:35.753276 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106278) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 13:45:35.753455 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 13:45:35.753631 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 13:45:35.753811 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 13:45:35.753982 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 13:45:35.754135 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 13:45:35.754348 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.754507 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.754667 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.754827 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.756586 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757680 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757680 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757680 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757680 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] debug = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.757962 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758043 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758234 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758334 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758487 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758645 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758808 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.758965 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.759123 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.759503 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.759842 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.760158 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.760320 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.760482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.760640 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.760940 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.761238 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.761424 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host = dv-cinder-733622-19-iscsi {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.761744 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.761898 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762063 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762208 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762368 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762547 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762710 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.762853 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763166 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763308 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763466 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763626 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763848 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.763937 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_options = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764092 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764260 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764450 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764595 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764723 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.764887 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765046 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765205 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765382 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765545 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765708 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.765865 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.766186 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.766477 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.767305 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.767465 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.767646 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768482 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768885 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768885 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.768885 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769101 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769178 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769334 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769457 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769609 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.769778 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.770129 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.770447 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.771410 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.771712 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772014 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772321 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772499 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772675 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772836 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.772995 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.773154 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.773318 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.773497 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.773787 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774086 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774248 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_json = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774407 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774567 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774733 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.774895 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.775056 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.775239 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.775395 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.775747 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 13:45:35.776081 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.776244 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.776418 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.777098 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.777098 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.777098 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.777098 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.778335 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.779919 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780388 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780388 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780388 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780388 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780388 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780722 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780722 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.780875 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.781817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.781817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.781817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.781817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.781817 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.782198 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.782198 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.782198 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.782486 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.783167 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.783428 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.784598 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785621 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785621 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785762 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.785899 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.786090 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.786253 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.786431 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.786666 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.786847 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787032 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787190 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787367 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787548 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787711 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.787895 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.788813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.788813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.788813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.788813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.788813 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789172 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789172 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789172 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789463 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789737 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789737 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.789883 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.790031 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.790263 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.790444 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.790608 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.791569 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.792000 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.792000 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.792140 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793783 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793783 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.793931 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.794103 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.794230 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.794389 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.794709 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.795026 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.795356 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.795662 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.795976 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.796292 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.796608 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.796778 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.796957 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.797697 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.797697 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.797697 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.797910 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.797910 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.798653 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.798978 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.799326 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.799678 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800009 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800193 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800376 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800539 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800721 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.800884 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801047 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801230 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801427 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801593 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801764 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.801939 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.802128 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.802312 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.802490 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.802694 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803285 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803285 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803285 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803492 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803492 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803612 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.803793 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.804683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.804683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.804683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.804683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.804683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805003 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805003 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805003 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805212 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805922 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805922 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805922 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.805922 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.806200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.806200 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.806332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.806423 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807243 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807564 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807564 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.807682 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808268 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808268 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808268 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808268 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808539 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808539 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808705 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.808866 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.809716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.809716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.809716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.809716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.809716 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.810185 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.810185 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.810185 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.810356 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.810442 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811015 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811265 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811265 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811408 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811585 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811683 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811824 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.811985 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.812153 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.812354 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.812473 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.812638 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.812795 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.813107 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.813476 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.813621 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.814310 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.814471 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.814633 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.814795 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816245 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816741 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816741 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816741 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.816741 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817159 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817159 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817301 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817470 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817636 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.817797 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818540 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818847 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.818847 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.819079 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.819169 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.819332 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821094 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.821768 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.822948 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.823384 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.823384 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.823384 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.823563 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824156 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824415 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824481 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824610 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.824770 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825467 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825467 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825467 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825467 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825719 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825719 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.825872 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826207 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826207 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826493 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826493 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826823 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.826823 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.828041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.828041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.828041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.828041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 13:45:35.828041 dv-cinder-733622-19-iscsi neutron-server[106278]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106278) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 13:45:35.836507 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:47.743357 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73f03a-c92e-4779-afcf-b34a1e13d81b None None] get_active_networks_info from dv-cinder-733622-19-iscsi {{(pid=106389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 13:45:47.818294 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e73f03a-c92e-4779-afcf-b34a1e13d81b None None] No non-hosted networks {{(pid=106389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 13:45:47.825807 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.agentschedulers_db [None req-0e73f03a-c92e-4779-afcf-b34a1e13d81b None None] DHCP Agent not found on host dv-cinder-733622-19-iscsi {{(pid=106389) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 13:45:47.934884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e046ee5a-4efa-4e65-b137-c05559e937fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:50.145315 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b91f5037-965b-4776-8040-fd04c91d8b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:50.183011 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.db.api [None req-764fb6b9-aee3-4910-b443-6ab856007f92 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-733622-19-iscsi {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:45:50.183466 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG oslo_db.api [None req-764fb6b9-aee3-4910-b443-6ab856007f92 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:45:50.805685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-764fb6b9-aee3-4910-b443-6ab856007f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:50.947806 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:50.948654 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.949215 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.949722 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.950210 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.950787 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.951255 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.951732 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.952073 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.952402 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.952853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.953075 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.954063 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:45:50.954731 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-19-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:50.969973 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-19-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:45:51.165144 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:53.232178 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:54.228586 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36148) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:45:54.607184 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.db.l3_hamode_db [None req-271ded13-b97b-4636-b86d-b425f92bf3b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 13:45:54.693338 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ded13-b97b-4636-b86d-b425f92bf3b1 None None] Routers set() bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:45:54.693768 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ded13-b97b-4636-b86d-b425f92bf3b1 None None] Router IDs set() for agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 13:45:54.847065 dv-cinder-733622-19-iscsi neutron-server[106388]: WARNING oslo_policy.policy [None req-311dd61d-d278-4f5c-bc2c-fb9fb9d583ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:45:54.847505 dv-cinder-733622-19-iscsi neutron-server[106388]: WARNING oslo_policy.policy [None req-311dd61d-d278-4f5c-bc2c-fb9fb9d583ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:45:55.128343 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [None req-311dd61d-d278-4f5c-bc2c-fb9fb9d583ed admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:45:55.129522 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-311dd61d-d278-4f5c-bc2c-fb9fb9d583ed admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9000182 Sep 23 13:45:57.540720 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36162) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:45:57.849903 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:45:57.943138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.policy [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:45:57.988542 dv-cinder-733622-19-iscsi neutron-server[106388]: WARNING oslo_policy.policy [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:45:57.988911 dv-cinder-733622-19-iscsi neutron-server[106388]: WARNING oslo_policy.policy [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:45:57.997323 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.quota [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] Loaded quota_driver: . Sep 23 13:45:58.201030 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617141972', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617140361', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617129760', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617126020', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617564419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768617106814', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545404', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-832088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1897236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1727038'] for rbac-policy, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:58.496596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:45:58.497785 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b2fcaddc-23e7-4204-8d3d-6a27f321876a admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9560590 Sep 23 13:46:01.117787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:01.616491 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:46:01.617060 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:46:01.842755 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'project_id': '812be545e6914e34bdcce98a82114c10'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:01.845166 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.quota [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Loaded quota_driver: . Sep 23 13:46:01.999223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Made reservation on behalf of 812be545e6914e34bdcce98a82114c10 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:46:02.072216 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.policy [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 13:46:02.118672 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:46:02.119282 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING oslo_policy.policy [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 13:46:02.129136 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.151325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.284706 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.386224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.407258 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:46:02.434748 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768619320971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.435331 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Unsubscribe: segment precommit_create {{(pid=106387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:46:02.435844 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Added segment 649e89b7-6d7d-45e8-aca2-b878c7725230 of type vlan for network 27b33341-e786-4ed5-80a6-44c7e33e6cbc Sep 23 13:46:02.457915 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b757f-2321-42e2-b3e8-1f9e1c6d52e1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:02.491923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.492283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495280 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495280 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495280 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495280 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495280 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.495679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Tracked resource versions report: Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: pushed versions: Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: { 'AddressGroup': {'1.2'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Log': {'1.0'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Network': {'1.1'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Port': {'1.7'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'PortForwarding': {'1.2'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'QosPolicy': {'1.9'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroup': {'1.4'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SubPort': {'1.0'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Subnet': {'1.1'}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Trunk': {'1.1'}} Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: consumer versions: Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'ConntrackHelper': '1.0', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Log': '1.0', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Network': '1.1', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Port': '1.7', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'PortForwarding': '1.2', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'QosPolicy': '1.9', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroup': '1.4', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroupRule': '1.2', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SubPort': '1.0', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Subnet': '1.1', Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Trunk': '1.1'}} Sep 23 13:46:02.496925 dv-cinder-733622-19-iscsi neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:46:02.570784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.707820 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.708999 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:02.709691 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:02.804561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=27b33341-e786-4ed5-80a6-44c7e33e6cbc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:02.817187 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:46:02.845572 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-75ec90a1-d3fa-490f-81d1-1ae1e0f3d5e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.7255218 Sep 23 13:46:05.534431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:05.926487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca6c73-0f74-4631-9820-538bd3ac7d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:05.927848 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3cca6c73-0f74-4631-9820-538bd3ac7d1f admin admin] 10.222.0.18 "GET /v2.0/networks/27b33341-e786-4ed5-80a6-44c7e33e6cbc HTTP/1.1" status: 200 len: 824 time: 0.3924487 Sep 23 13:46:05.966162 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-be147bf2-1db9-42f7-86d7-a7bb39a1b93f admin admin] 10.222.0.18 "GET /v2.0/subnetpools/6e11d711-012c-448f-960c-e6c69826e773 HTTP/1.1" status: 200 len: 734 time: 0.0320947 Sep 23 13:46:05.976396 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Request body: {'subnet': {'tenant_id': '812be545e6914e34bdcce98a82114c10', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'name': 'private-subnet', 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:06.088862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Made reservation on behalf of 812be545e6914e34bdcce98a82114c10 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:46:06.091231 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:06.456483 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:06.519188 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971d5c15-e449-4d9e-b2fd-2556872eb2c1,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:06.529000 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Checking segment: {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:46:06.529369 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Network hostable DHCP agents. Network: 27b33341-e786-4ed5-80a6-44c7e33e6cbc, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:46:06.650428 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:46:06.735776 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 27b33341-e786-4ed5-80a6-44c7e33e6cbc) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:06.740691 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:06.741282 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:06.748984 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872407d-dcdc-47ae-bd5c-d0bb3563ba48 None None] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:46:06.829252 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b446c8df-eb8a-4b48-8d07-fd3fa5c770d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8552234 Sep 23 13:46:07.068879 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:46:07.070148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:07.347713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Allocated IP 172.20.0.2 (27b33341-e786-4ed5-80a6-44c7e33e6cbc/971d5c15-e449-4d9e-b2fd-2556872eb2c1/f22fea2a-55fa-4bf5-a191-a33bd49e1a34) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:46:07.579803 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:07.691092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:07.762302 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:46:07.771666 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:07.782346 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Pushing event updated for resources: {'Port': ['ID=f22fea2a-55fa-4bf5-a191-a33bd49e1a34,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:07.784828 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:46:07.794653 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.795022 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.795363 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.795694 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.796021 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.796363 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.796782 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.797072 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.797498 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.797830 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.798248 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.798550 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Tracked resource versions report: Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: pushed versions: Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Log': {'1.0'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Network': {'1.1'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Port': {'1.7'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'PortForwarding': {'1.2'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'QosPolicy': {'1.9'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroup': {'1.4'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: consumer versions: Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Log': '1.0', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Network': '1.1', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Port': '1.7', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'PortForwarding': '1.2', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'QosPolicy': '1.9', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroup': '1.4', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SubPort': '1.0', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Subnet': '1.1', Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Sep 23 13:46:07.799877 dv-cinder-733622-19-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:46:07.871769 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Attempting to bind port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:46:07.872155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Attempting to bind port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:46:07.872573 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Attempting to bind port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 on network 27b33341-e786-4ed5-80a6-44c7e33e6cbc {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:46:07.878081 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:46:07.878493 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Checking segment: {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:46:07.878982 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:07.879373 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Bound using segment: {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:46:07.879851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Bound port: f22fea2a-55fa-4bf5-a191-a33bd49e1a34, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:46:07.880272 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:07.941867 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] For port f22fea2a-55fa-4bf5-a191-a33bd49e1a34, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:46:07.946172 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] For port f22fea2a-55fa-4bf5-a191-a33bd49e1a34, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f22fea2a-55fa-4bf5-a191-a33bd49e1a34,segment=NetworkSegment(649e89b7-6d7d-45e8-aca2-b878c7725230),segment_id=649e89b7-6d7d-45e8-aca2-b878c7725230)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:46:08.003738 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:08.068966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a839540-0942-42fb-ace1-535d0c8495cb None None] Pushing event updated for resources: {'Port': ['ID=f22fea2a-55fa-4bf5-a191-a33bd49e1a34,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:09.327893 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36204) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:09.651190 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [None req-cad94a60-8f35-4570-923a-079cd2cde461 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:46:09.652351 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cad94a60-8f35-4570-923a-079cd2cde461 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229938 Sep 23 13:46:12.084747 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:12.403845 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [None req-3f86dd5c-c02d-4ba2-9da2-7f63f4d4b827 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:46:12.405007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3f86dd5c-c02d-4ba2-9da2-7f63f4d4b827 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191962 Sep 23 13:46:15.106299 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:15.425646 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:15.518841 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:15.520473 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:15.662423 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:15.729455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:15.810308 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:15.811542 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d90ba3d0-28cc-4458-a8d6-745e365315a3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7042723 Sep 23 13:46:16.343566 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f22fea2a-55fa-4bf5-a191-a33bd49e1a34 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:46:16.432074 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:16.432592 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:16.542927 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:16.554262 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b766e9-f15c-4c08-8d59-c08824960f6c None None] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:46:16.604119 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port f22fea2a-55fa-4bf5-a191-a33bd49e1a34, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f22fea2a-55fa-4bf5-a191-a33bd49e1a34,segment=NetworkSegment(649e89b7-6d7d-45e8-aca2-b878c7725230),segment_id=649e89b7-6d7d-45e8-aca2-b878c7725230)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:46:16.661126 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c55f5583-95d7-41fc-a3d6-5ed6c32a674b None None] Provisioning complete for port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:16.661522 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c55f5583-95d7-41fc-a3d6-5ed6c32a674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:16.705048 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:16.814359 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=f22fea2a-55fa-4bf5-a191-a33bd49e1a34,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:17.090231 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4792fd44-29b3-468c-9462-02e1ae47f089 None None] Provisioning complete for port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:17.090550 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4792fd44-29b3-468c-9462-02e1ae47f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:17.757476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8b28-a891-4bb4-a15b-9870588cc76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:18.256681 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36236) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:18.319258 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f22fea2a-55fa-4bf5-a191-a33bd49e1a34 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:46:18.364923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:18.365293 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:18.582195 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [None req-536497ec-e05c-487f-a630-a1985f6fae2d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:46:18.583197 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-536497ec-e05c-487f-a630-a1985f6fae2d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256009 Sep 23 13:46:20.135684 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9ca86b41-cdec-49b1-a5ea-dbf8e6fad7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:20.924076 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.003559 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:21.071690 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.318680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:21.454596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Made reservation on behalf of 4be13ba674644b5ba184ab2972829ec0 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:46:21.457229 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.474233 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.596035 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.667173 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.678911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Reserving flat network on physical network physnet1 {{(pid=106388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 13:46:21.710604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768619320971', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.711096 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Unsubscribe: segment precommit_create {{(pid=106388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 13:46:21.711602 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Added segment 27b6b4bd-119e-4396-b450-303c3629e35f of type flat for network 42b93358-f7d1-4cd1-aa41-445346ad8247 Sep 23 13:46:21.727455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69183c76-3abd-4556-8858-39859ab72343,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:21.779896 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.780259 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.780763 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.781088 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.781436 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.781777 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.782105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.782438 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.782761 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.783074 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.783388 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.783958 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Tracked resource versions report: Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: pushed versions: Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: { 'AddressGroup': {'1.2'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Log': {'1.0'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Network': {'1.1'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Port': {'1.7'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'PortForwarding': {'1.2'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'QosPolicy': {'1.9'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroup': {'1.4'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SubPort': {'1.0'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Subnet': {'1.1'}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Trunk': {'1.1'}} Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: consumer versions: Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'ConntrackHelper': '1.0', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Log': '1.0', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Network': '1.1', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Port': '1.7', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'PortForwarding': '1.2', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'QosPolicy': '1.9', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroup': '1.4', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroupRule': '1.2', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SubPort': '1.0', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Subnet': '1.1', Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Trunk': '1.1'}} Sep 23 13:46:21.785254 dv-cinder-733622-19-iscsi neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:46:21.838321 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.946840 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:21.947967 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:21.948579 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:22.043846 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] Pushing event updated for resources: {'Network': ['ID=42b93358-f7d1-4cd1-aa41-445346ad8247,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:22.057217 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:46:22.079420 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b43765cc-5bc1-4960-a00f-61d4a8ffddce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0747964 Sep 23 13:46:23.162922 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:24.496081 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36266) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:24.718856 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f3584-f80b-4d82-acb9-249d8a2bca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:24.720353 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6a4f3584-f80b-4d82-acb9-249d8a2bca72 admin admin] 10.222.0.18 "GET /v2.0/subnets/971d5c15-e449-4d9e-b2fd-2556872eb2c1 HTTP/1.1" status: 200 len: 849 time: 0.2233253 Sep 23 13:46:24.899507 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6bfff33c-2c85-4ed6-a81a-605c77fdb1d4 admin admin] 10.222.0.18 "GET /v2.0/routers/61886f2a-d01b-4e26-9318-709cf1d75254 HTTP/1.1" status: 200 len: 704 time: 0.1727672 Sep 23 13:46:25.170847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:25.472239 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Allocated IP 172.20.0.1 (27b33341-e786-4ed5-80a6-44c7e33e6cbc/971d5c15-e449-4d9e-b2fd-2556872eb2c1/60235742-daaf-4b67-b0dc-e4960fb9c396) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:46:25.658311 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:25.781680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:25.854560 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:46:25.862531 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:25.866161 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:46:25.866648 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:25.937989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Pushing event updated for resources: {'Port': ['ID=60235742-daaf-4b67-b0dc-e4960fb9c396,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:26.046378 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-813a76c2-9642-43c4-a98d-9636b90d676c None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:26.046378 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-813a76c2-9642-43c4-a98d-9636b90d676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.071253 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-813a76c2-9642-43c4-a98d-9636b90d676c None None] Port 60235742-daaf-4b67-b0dc-e4960fb9c396 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:46:26.147259 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.408365 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.507045 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.507860 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.568728 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Pushing event updated for resources: {'Port': ['ID=60235742-daaf-4b67-b0dc-e4960fb9c396,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:26.635151 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:46:26.636535 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:26.793771 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d2d3dc2e-4610-4270-905c-557f4bb44c5c None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:26.794146 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d2d3dc2e-4610-4270-905c-557f4bb44c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:26.826480 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3dc2e-4610-4270-905c-557f4bb44c5c None None] Port 60235742-daaf-4b67-b0dc-e4960fb9c396 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:46:26.873153 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Router 61886f2a-d01b-4e26-9318-709cf1d75254 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:46:26.964380 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:46:26.970214 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-85fcdd26-e41b-445c-8e0c-95991dfb3f39 admin admin] 10.222.0.18 "PUT /v2.0/routers/61886f2a-d01b-4e26-9318-709cf1d75254/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0648704 Sep 23 13:46:26.975299 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Sync routers for ids ['61886f2a-d01b-4e26-9318-709cf1d75254'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:46:26.986757 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Routers {'61886f2a-d01b-4e26-9318-709cf1d75254'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:46:26.987595 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:46:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['61886f2a-d01b-4e26-9318-709cf1d75254'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:27.172769 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Set router 61886f2a-d01b-4e26-9318-709cf1d75254 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:46:27.601869 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:26Z', 'revision_number': 2, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port_host': None, '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:26Z', 'revision_number': 2, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:27.654505 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Checking router: 61886f2a-d01b-4e26-9318-709cf1d75254 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:46:27.654873 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Updating router 61886f2a-d01b-4e26-9318-709cf1d75254 port 60235742-daaf-4b67-b0dc-e4960fb9c396 binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:46:27.704854 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.228219 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.329787 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.490691 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Pushing event updated for resources: {'Port': ['ID=60235742-daaf-4b67-b0dc-e4960fb9c396,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:28.508170 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.508589 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.508922 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.509248 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.509593 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.509917 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.510231 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.510546 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.510873 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.511190 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.511584 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.511894 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Tracked resource versions report: Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: pushed versions: Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: { 'AddressGroup': {'1.2'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Log': {'1.0'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Network': {'1.1'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Port': {'1.7'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'PortForwarding': {'1.2'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'QosPolicy': {'1.9'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroup': {'1.4'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SubPort': {'1.0'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Subnet': {'1.1'}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Trunk': {'1.1'}} Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: consumer versions: Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'ConntrackHelper': '1.0', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Log': '1.0', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Network': '1.1', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Port': '1.7', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'PortForwarding': '1.2', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'QosPolicy': '1.9', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroup': '1.4', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroupRule': '1.2', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SubPort': '1.0', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Subnet': '1.1', Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Trunk': '1.1'}} Sep 23 13:46:28.513179 dv-cinder-733622-19-iscsi neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:46:28.518297 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Attempting to bind port 60235742-daaf-4b67-b0dc-e4960fb9c396 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:46:28.518687 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Attempting to bind port 60235742-daaf-4b67-b0dc-e4960fb9c396 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:46:28.519106 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Attempting to bind port 60235742-daaf-4b67-b0dc-e4960fb9c396 on network 27b33341-e786-4ed5-80a6-44c7e33e6cbc {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:46:28.524168 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:46:28.524616 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Checking segment: {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:46:28.525114 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.525516 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Bound using segment: {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:46:28.530969 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Bound port: 60235742-daaf-4b67-b0dc-e4960fb9c396, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e89b7-6d7d-45e8-aca2-b878c7725230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:46:28.530969 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.559788 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a3dcd49a-9778-4486-b04d-fe2a8328ca07 None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:28.560269 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd49a-9778-4486-b04d-fe2a8328ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.596450 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcd49a-9778-4486-b04d-fe2a8328ca07 None None] Port 60235742-daaf-4b67-b0dc-e4960fb9c396 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:46:28.597171 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] For port 60235742-daaf-4b67-b0dc-e4960fb9c396, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:46:28.617526 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] For port 60235742-daaf-4b67-b0dc-e4960fb9c396, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=60235742-daaf-4b67-b0dc-e4960fb9c396,segment=NetworkSegment(649e89b7-6d7d-45e8-aca2-b878c7725230),segment_id=649e89b7-6d7d-45e8-aca2-b878c7725230)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:46:28.713532 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.777087 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Routers {'61886f2a-d01b-4e26-9318-709cf1d75254'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:46:28.777740 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:46:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['61886f2a-d01b-4e26-9318-709cf1d75254'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:28.779534 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd871c6-8901-4803-98e8-807bbbcef8af None None] Pushing event updated for resources: {'Port': ['ID=60235742-daaf-4b67-b0dc-e4960fb9c396,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:28.872403 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] Set router 61886f2a-d01b-4e26-9318-709cf1d75254 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:46:28.918657 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:28.919245 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:28.999542 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:29.031468 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] For port 60235742-daaf-4b67-b0dc-e4960fb9c396, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=60235742-daaf-4b67-b0dc-e4960fb9c396,segment=NetworkSegment(649e89b7-6d7d-45e8-aca2-b878c7725230),segment_id=649e89b7-6d7d-45e8-aca2-b878c7725230)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:46:29.085448 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:26Z', 'revision_number': 2, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port_host': None, '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:28Z', 'revision_number': 4, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:29.112508 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cff625-1ca7-4842-bd46-c23c6c605322 None None] The sync data for ids ['61886f2a-d01b-4e26-9318-709cf1d75254'] in dv-cinder-733622-19-iscsi is: [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:26Z', 'revision_number': 2, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port_host': None, '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:28Z', 'revision_number': 4, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:46:29.164288 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:29.213334 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e60f28-6df7-4c34-81a0-9d55afe4fde7 None None] Pushing event updated for resources: {'Port': ['ID=60235742-daaf-4b67-b0dc-e4960fb9c396,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:29.280422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36286) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:29.397353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b25c03-8596-41b0-a6fd-e7630b0bc933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:29.399291 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-29b25c03-8596-41b0-a6fd-e7630b0bc933 admin admin] 10.222.0.18 "GET /v2.0/networks/42b93358-f7d1-4cd1-aa41-445346ad8247 HTTP/1.1" status: 200 len: 842 time: 0.1173847 Sep 23 13:46:29.410040 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Request body: {'subnet': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:29.530574 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Made reservation on behalf of 4be13ba674644b5ba184ab2972829ec0 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:46:29.533187 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:29.929420 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.objects.ports [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106388) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 13:46:29.929766 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:29.987192 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3245ae97-20c4-41a2-b2b8-509355ca7141,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:30.000125 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:46:30.000489 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Network hostable DHCP agents. Network: 42b93358-f7d1-4cd1-aa41-445346ad8247, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:46:30.118398 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:46:30.204422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 42b93358-f7d1-4cd1-aa41-445346ad8247) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:30.208651 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:30.209263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:30.214097 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715563b-a0a8-4b64-95aa-3c814fa6be04 None None] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:46:30.319110 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a63a52c3-079f-4158-a159-2f82cc20b177 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9127874 Sep 23 13:46:30.342113 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af46743-4d21-42c5-abee-0c21c6f007e7 None None] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:46:32.682569 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:32.816730 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a9e0552d-4634-4c7c-b212-ee2094d08c80 admin admin] 10.222.0.18 "GET /v2.0/routers/61886f2a-d01b-4e26-9318-709cf1d75254 HTTP/1.1" status: 200 len: 710 time: 0.1328526 Sep 23 13:46:32.906268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f297c0c-7f19-4eda-bc85-c1474ae41073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:46:32.907660 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-9f297c0c-7f19-4eda-bc85-c1474ae41073 admin admin] 10.222.0.18 "GET /v2.0/networks/42b93358-f7d1-4cd1-aa41-445346ad8247 HTTP/1.1" status: 200 len: 886 time: 0.0848124 Sep 23 13:46:32.917479 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:46:33.238168 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.556300 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.631531 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.739340 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Allocated IP 172.27.1.170 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/65634e50-7ab5-4502-8737-07c38f4395bb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:46:33.847793 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.935773 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:33.973864 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:46:33.978048 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:46:33.985274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:46:33.987855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Pushing event updated for resources: {'Port': ['ID=65634e50-7ab5-4502-8737-07c38f4395bb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:34.340893 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.358985 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 60235742-daaf-4b67-b0dc-e4960fb9c396 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:46:34.412576 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:34.412958 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.554652 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2063502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2061086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15781'] for router, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.557601 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2063543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2063548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2061063'] for router, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.668424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Router 61886f2a-d01b-4e26-9318-709cf1d75254 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:46:34.861689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:46:34.865976 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:34.867169 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-95b85b75-8835-4d47-84d4-d7c3491f2a0f admin admin] 10.222.0.18 "PUT /v2.0/routers/61886f2a-d01b-4e26-9318-709cf1d75254 HTTP/1.1" status: 200 len: 890 time: 1.9530120 Sep 23 13:46:35.672216 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Sync routers for ids ['61886f2a-d01b-4e26-9318-709cf1d75254'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:46:35.682272 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Routers {'61886f2a-d01b-4e26-9318-709cf1d75254'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:46:35.682914 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:46:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['61886f2a-d01b-4e26-9318-709cf1d75254'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:35.891029 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Set router 61886f2a-d01b-4e26-9318-709cf1d75254 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:46:36.286022 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:34Z', 'revision_number': 4, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port': {'id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:33Z', 'updated_at': '2021-09-23T13:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:29Z', 'revision_number': 5, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:36.339757 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Checking router: 61886f2a-d01b-4e26-9318-709cf1d75254 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:46:36.340107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Updating router 61886f2a-d01b-4e26-9318-709cf1d75254 port 65634e50-7ab5-4502-8737-07c38f4395bb binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:46:36.387332 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:36.788906 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:36.849865 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:36.899518 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Attempting to bind port 65634e50-7ab5-4502-8737-07c38f4395bb on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:46:36.899932 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Attempting to bind port 65634e50-7ab5-4502-8737-07c38f4395bb by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:46:36.900307 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Attempting to bind port 65634e50-7ab5-4502-8737-07c38f4395bb on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:46:36.910035 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810016-4089-4bce-840d-7ba4e746ab42 None None] Pushing event updated for resources: {'Port': ['ID=65634e50-7ab5-4502-8737-07c38f4395bb,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:36.912660 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:46:36.913040 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:46:36.913467 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:36.913859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:46:36.914328 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Bound port: 65634e50-7ab5-4502-8737-07c38f4395bb, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:46:36.914726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:36.966532 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] For port 65634e50-7ab5-4502-8737-07c38f4395bb, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:46:36.969816 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] For port 65634e50-7ab5-4502-8737-07c38f4395bb, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=65634e50-7ab5-4502-8737-07c38f4395bb,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:46:37.038612 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:37.098577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810016-4089-4bce-840d-7ba4e746ab42 None None] Pushing event updated for resources: {'Port': ['ID=65634e50-7ab5-4502-8737-07c38f4395bb,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:37.101261 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Routers {'61886f2a-d01b-4e26-9318-709cf1d75254'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:46:37.101810 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:46:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['61886f2a-d01b-4e26-9318-709cf1d75254'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:37.213199 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] Set router 61886f2a-d01b-4e26-9318-709cf1d75254 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:46:37.351169 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36306) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:46:37.431072 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:34Z', 'revision_number': 4, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port': {'id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:33Z', 'updated_at': '2021-09-23T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:29Z', 'revision_number': 5, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:46:37.458892 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce567ea8-6fd5-4005-8c6f-f7a4f027f364 None None] The sync data for ids ['61886f2a-d01b-4e26-9318-709cf1d75254'] in dv-cinder-733622-19-iscsi is: [{'id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'name': 'router1', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:46:15Z', 'updated_at': '2021-09-23T13:46:34Z', 'revision_number': 4, 'project_id': '812be545e6914e34bdcce98a82114c10', 'gw_port': {'id': '65634e50-7ab5-4502-8737-07c38f4395bb', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:33Z', 'updated_at': '2021-09-23T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '60235742-daaf-4b67-b0dc-e4960fb9c396', 'name': '', 'network_id': '27b33341-e786-4ed5-80a6-44c7e33e6cbc', 'tenant_id': '812be545e6914e34bdcce98a82114c10', 'mac_address': 'fa:16:3e:ed:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886f2a-d01b-4e26-9318-709cf1d75254', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:46:25Z', 'updated_at': '2021-09-23T13:46:29Z', 'revision_number': 5, 'project_id': '812be545e6914e34bdcce98a82114c10', 'subnets': [{'id': '971d5c15-e449-4d9e-b2fd-2556872eb2c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e11d711-012c-448f-960c-e6c69826e773'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:46:37.469433 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e9dcc207-ce65-47fc-b4d1-5f46e31b5f42 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170993 Sep 23 13:46:38.486907 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 65634e50-7ab5-4502-8737-07c38f4395bb up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:46:38.538680 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 65634e50-7ab5-4502-8737-07c38f4395bb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:38.539051 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:38.621042 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:38.646095 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 65634e50-7ab5-4502-8737-07c38f4395bb, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=65634e50-7ab5-4502-8737-07c38f4395bb,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:46:38.706766 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:38.756872 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=65634e50-7ab5-4502-8737-07c38f4395bb,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:46:40.345148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 65634e50-7ab5-4502-8737-07c38f4395bb up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:46:40.396738 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 65634e50-7ab5-4502-8737-07c38f4395bb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:46:40.397218 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:47.717550 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-be6a0fb6-60bf-4544-baa0-d693e218fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:48.693126 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:46:50.127513 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7d4006a-1bf7-42fb-bdc3-578781669a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:50.975323 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:51.083588 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:46:53.187578 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:17.686904 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6d4053ec-a3e0-4be6-b1e5-3403aa9c3cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:20.304384 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-81c951dd-6463-455f-8dee-28acd850b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:21.054853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:21.157350 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:23.191921 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:25.697911 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:47:47.737550 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9f8accba-341b-443d-8e9b-f24d0672f664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:50.145273 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53b94815-73fa-47cf-a5b3-1170234615b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:50.956287 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:51.087726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:47:53.162360 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:02.698694 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:48:17.698674 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d969d35e-6ff7-4e40-9c02-ddb87abc0451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:19.729520 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36868) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:19.797430 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7175b6-61e3-4c0e-ba71-933198d5d599 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:48:19.798827 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0c7175b6-61e3-4c0e-ba71-933198d5d599 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683284 Sep 23 13:48:19.965305 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7294df-c8c3-4083-abe8-36ec26666e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:19.966745 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cd7294df-c8c3-4083-abe8-36ec26666e04 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1633496 Sep 23 13:48:20.138621 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c322145c-2e97-41ad-bcd2-383ef898219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:20.953327 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:21.102213 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:22.221456 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36878) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:22.317460 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b9d40-b75a-41ac-b2ed-ba81b1cd811f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:22.318832 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d88b9d40-b75a-41ac-b2ed-ba81b1cd811f admin admin] 10.222.0.18 "GET /v2.0/subnets/971d5c15-e449-4d9e-b2fd-2556872eb2c1 HTTP/1.1" status: 200 len: 849 time: 0.0964432 Sep 23 13:48:22.330016 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:48:22.419809 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:22.635500 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768619539959'] for subnet, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:22.667144 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:22.667732 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:22.669089 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] 10.222.0.18 "PUT /v2.0/subnets/971d5c15-e449-4d9e-b2fd-2556872eb2c1 HTTP/1.1" status: 200 len: 868 time: 0.3430748 Sep 23 13:48:22.683100 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558292c7-8cfe-48d5-9fae-5e75ee13c7da None None] Network 27b33341-e786-4ed5-80a6-44c7e33e6cbc requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:48:22.696749 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971d5c15-e449-4d9e-b2fd-2556872eb2c1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:48:22.705869 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.706394 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.706557 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.706880 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.707208 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.707584 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.707921 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.708335 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.708650 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.708972 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.709335 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:22.709676 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff5c1f-26ea-460b-914a-755fc21256f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:48:23.136615 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-63c9c24d-9b2e-4d9e-a953-dfe669d16f48 None None] Provisioning complete for port f22fea2a-55fa-4bf5-a191-a33bd49e1a34 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:48:23.137018 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63c9c24d-9b2e-4d9e-a953-dfe669d16f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:23.222661 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:23.229734 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-63c9c24d-9b2e-4d9e-a953-dfe669d16f48 None None] Provisioning complete for port 60235742-daaf-4b67-b0dc-e4960fb9c396 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:48:23.232316 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63c9c24d-9b2e-4d9e-a953-dfe669d16f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:24.943135 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36888) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:25.154166 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b2c4f-1451-47e4-9f78-97c558b82ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:25.154556 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b2c4f-1451-47e4-9f78-97c558b82ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:25.156393 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2f0b2c4f-1451-47e4-9f78-97c558b82ef0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2123182 Sep 23 13:48:27.436680 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36896) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:27.575977 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d082824-426c-43a3-96ab-ffd2773a2da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:27.576453 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d082824-426c-43a3-96ab-ffd2773a2da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:27.578040 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9d082824-426c-43a3-96ab-ffd2773a2da7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1404128 Sep 23 13:48:29.840522 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:30.022822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4d4dd-17b0-4c42-9404-eada0f566e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:30.024212 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2dd4d4dd-17b0-4c42-9404-eada0f566e30 admin admin] 10.222.0.18 "GET /v2.0/networks/27b33341-e786-4ed5-80a6-44c7e33e6cbc HTTP/1.1" status: 200 len: 868 time: 0.1825478 Sep 23 13:48:32.292496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36912) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:32.430471 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8df33-8885-4622-9652-62654ced628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:32.431772 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c8b8df33-8885-4622-9652-62654ced628b admin admin] 10.222.0.18 "GET /v2.0/networks/42b93358-f7d1-4cd1-aa41-445346ad8247 HTTP/1.1" status: 200 len: 886 time: 0.1378984 Sep 23 13:48:34.672281 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 36920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:34.801129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e8af4-ef90-4308-b726-acce22f1a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:34.801617 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e8af4-ef90-4308-b726-acce22f1a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:34.803174 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-796e8af4-ef90-4308-b726-acce22f1a2c1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299226 Sep 23 13:48:37.076404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36928) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:37.207009 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036f9a1-6185-4c2a-a55d-e75992a7aa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:37.207464 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036f9a1-6185-4c2a-a55d-e75992a7aa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:37.209031 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-1036f9a1-6185-4c2a-a55d-e75992a7aa43 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316223 Sep 23 13:48:39.468785 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:39.559235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176d1b3-ff3d-42e2-bf42-6036078bf318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:39.560608 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b176d1b3-ff3d-42e2-bf42-6036078bf318 admin admin] 10.222.0.18 "GET /v2.0/subnets/3245ae97-20c4-41a2-b2b8-509355ca7141 HTTP/1.1" status: 200 len: 816 time: 0.0908298 Sep 23 13:48:39.697724 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:48:41.817383 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36944) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:48:41.918726 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eea5f5-5835-409f-9d9a-7e815bbbee49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:48:41.920109 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-98eea5f5-5835-409f-9d9a-7e815bbbee49 admin admin] 10.222.0.18 "GET /v2.0/subnets/971d5c15-e449-4d9e-b2fd-2556872eb2c1 HTTP/1.1" status: 200 len: 868 time: 0.1018372 Sep 23 13:48:47.715382 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-656537f2-f39a-49c8-b29c-a158568e4c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:50.155435 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b152b983-660c-4552-b7f0-31fed050b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:50.932107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:51.092927 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:48:53.206560 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:07.133985 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 36998) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:49:07.189571 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [None req-88fc505e-31fe-4952-b519-0cc34ea2c8d2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:49:07.190638 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-88fc505e-31fe-4952-b519-0cc34ea2c8d2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556798 Sep 23 13:49:09.584773 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:49:09.652066 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0ca9d0-ac31-4192-b86a-fcdb2c69cc0d admin admin] GET failed (client error): The resource could not be found. Sep 23 13:49:09.653543 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8f0ca9d0-ac31-4192-b86a-fcdb2c69cc0d admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677409 Sep 23 13:49:09.800564 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9482428-e4ac-42bf-9502-d0130f8a20bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:49:09.802027 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c9482428-e4ac-42bf-9502-d0130f8a20bc admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432354 Sep 23 13:49:12.151370 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37014) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:49:12.201559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:49:12.292738 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Made reservation on behalf of 4be13ba674644b5ba184ab2972829ec0 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:49:12.295171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:12.330751 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING neutron.services.revisions.revision_plugin [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Could not find related network for resource to bump revision. Sep 23 13:49:12.344205 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:49:12.354987 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:12.355325 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Added segment 7332eb24-0653-4db6-a4fc-bf4ec5f86647 of type vlan for network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 Sep 23 13:49:12.398376 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:12.480460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:12.481813 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:49:12.482496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:12.549270 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Pushing event updated for resources: {'Network': ['ID=0919be87-0fb6-4e37-b8d5-4fa7006fbe62,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:49:12.556586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.556948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.557296 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.557665 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.557988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559200 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559200 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559200 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559543 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559668 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.559917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.560233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:12.573032 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:49:12.578284 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4f5e1eb3-2543-4b6b-b759-4b9df810c15e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4256005 Sep 23 13:49:14.905627 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37022) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:49:14.972406 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4d88f3-338e-4173-b6a5-ae8a4b0e7df0 admin admin] GET failed (client error): The resource could not be found. Sep 23 13:49:14.973979 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-bf4d88f3-338e-4173-b6a5-ae8a4b0e7df0 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673029 Sep 23 13:49:15.053600 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0e473-0380-413a-af25-ddee8d5063ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:49:15.055084 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e1f0e473-0380-413a-af25-ddee8d5063ef admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0749583 Sep 23 13:49:15.066555 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:49:15.194194 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Made reservation on behalf of 4be13ba674644b5ba184ab2972829ec0 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:49:15.196460 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:15.437607 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:15.488334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba8886c-fa4d-4507-a123-3d891bf60c05,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:49:15.506253 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Checking segment: {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:49:15.506611 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Network hostable DHCP agents. Network: 0919be87-0fb6-4e37-b8d5-4fa7006fbe62, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:49:15.591644 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:49:15.688984 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 0919be87-0fb6-4e37-b8d5-4fa7006fbe62) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:49:15.693294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:49:15.693938 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:15.700754 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a651e-b8bb-4bbb-bacc-f19ffc77fffe None None] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:49:15.777001 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-3415b085-a687-4f37-8c42-5206472bb8c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7137122 Sep 23 13:49:15.862628 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-0919be87-0fb6-4e37-b8d5-4fa7006fbe62', 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62', 'tenant_id': '4be13ba674644b5ba184ab2972829ec0', 'fixed_ips': [{'subnet_id': '5ba8886c-fa4d-4507-a123-3d891bf60c05'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:49:15.864000 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.068500 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Allocated IP 192.168.233.2 (0919be87-0fb6-4e37-b8d5-4fa7006fbe62/5ba8886c-fa4d-4507-a123-3d891bf60c05/b2ba579c-2b8b-4dca-b31a-1689c964638d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:49:16.266486 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.356069 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.406640 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:49:16.410013 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:49:16.413957 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:49:16.423114 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Pushing event updated for resources: {'Port': ['ID=b2ba579c-2b8b-4dca-b31a-1689c964638d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:49:16.436629 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.436999 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.437349 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.437728 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.438066 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.438418 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.438756 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.439202 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.439750 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.440098 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.440422 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.440744 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:49:16.498367 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Attempting to bind port b2ba579c-2b8b-4dca-b31a-1689c964638d on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:49:16.499698 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Attempting to bind port b2ba579c-2b8b-4dca-b31a-1689c964638d by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:49:16.499698 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Attempting to bind port b2ba579c-2b8b-4dca-b31a-1689c964638d on network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:49:16.506783 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:49:16.507248 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Checking segment: {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:49:16.507757 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.508238 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Bound using segment: {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:49:16.508869 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Bound port: b2ba579c-2b8b-4dca-b31a-1689c964638d, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:49:16.510022 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.584074 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] For port b2ba579c-2b8b-4dca-b31a-1689c964638d, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:49:16.587606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] For port b2ba579c-2b8b-4dca-b31a-1689c964638d, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b2ba579c-2b8b-4dca-b31a-1689c964638d,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:49:16.698728 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:16.698983 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:49:16.763254 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e736c-81ff-4609-a61b-63c0a9b33ab3 None None] Pushing event updated for resources: {'Port': ['ID=b2ba579c-2b8b-4dca-b31a-1689c964638d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:49:17.692996 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e462963-6d50-4af2-a1de-b668e5ec3886 None None] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:49:17.769152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84d08e96-88f9-400d-9f7a-33c9ddc6f9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:17.772798 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] Provisioning complete for port b2ba579c-2b8b-4dca-b31a-1689c964638d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:49:17.773177 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:17.962394 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:18.007252 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] For port b2ba579c-2b8b-4dca-b31a-1689c964638d, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b2ba579c-2b8b-4dca-b31a-1689c964638d,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:49:18.092908 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:18.162128 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547750cb-9e15-43c5-a179-0e14114b37a6 None None] Pushing event updated for resources: {'Port': ['ID=b2ba579c-2b8b-4dca-b31a-1689c964638d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:49:18.214445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-6714fd78-3f59-468a-9563-af9c6ae8dd89 None None] Provisioning complete for port b2ba579c-2b8b-4dca-b31a-1689c964638d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:49:18.214733 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6714fd78-3f59-468a-9563-af9c6ae8dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:18.481093 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b2ba579c-2b8b-4dca-b31a-1689c964638d up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:49:18.537642 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port b2ba579c-2b8b-4dca-b31a-1689c964638d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:49:18.538015 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:20.168717 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-395466b0-71a1-448c-ac0c-7f2c6d761d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:20.934476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:21.117546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:23.194056 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:47.750881 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-19be45ad-0565-4277-bb4c-963f36d71d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:50.176556 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c2dc34ff-c4b8-45f2-9683-288aafd0021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:50.931091 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:51.116507 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:53.247522 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:49:53.699045 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:50:17.721381 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb127-07d9-4074-8879-1a0296472bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:20.161442 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-21269435-8937-4805-a7b6-3e245c0d6c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:20.946837 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:21.101924 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:23.238480 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:30.697465 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:50:38.475881 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37074) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:50:38.481586 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [None req-83c3456d-1d3a-4e55-801e-532aa8f15c92 tempest-verify_tempest_config-1317456702 tempest-verify_tempest_config-1317456702-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:50:38.482683 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-83c3456d-1d3a-4e55-801e-532aa8f15c92 tempest-verify_tempest_config-1317456702 tempest-verify_tempest_config-1317456702-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058489 Sep 23 13:50:39.078289 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37092) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:50:39.183191 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.271455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.363351 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.412235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d543fdf-c354-4f15-98aa-af3c2ea75bfd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:50:39.416115 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce53b9552cdd456e922341932d172a36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3367600 Sep 23 13:50:39.418874 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37096) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:50:39.421424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.421852 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.422190 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.422514 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.422839 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.423176 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.423502 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.423851 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.424166 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.424566 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.424818 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.425115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd4f9d4-a2e9-44a6-9e44-2e3ab34050c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.475395 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.496669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.669536 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.671924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:39.675458 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d543fdf-c354-4f15-98aa-af3c2ea75bfd HTTP/1.1" status: 204 len: 168 time: 0.2532246 Sep 23 13:50:39.682070 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d543fdf-c354-4f15-98aa-af3c2ea75bfd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:50:39.689109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.689499 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.689842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.690176 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.690506 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.690835 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.691158 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.691498 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.691827 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.692149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.692469 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:39.692901 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310bd106-3b86-467a-be86-ce8c903f027a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:50:47.714179 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3b228d69-52a5-41b2-819e-7a987e558260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:50.142676 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a19e0fce-826a-4af0-8827-8fcfcea9c2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:50.944329 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:51.118189 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:50:53.197523 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:07.696483 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:51:17.694584 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-58288841-ee1e-4bc0-8518-567117a7bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:20.142071 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b83c36cb-b617-43b3-9d0b-f24455341798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:20.970487 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:21.111103 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:23.233258 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:44.695770 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 5 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:51:47.750315 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-368a3719-6289-444d-9ba7-8a03899eb321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:50.172851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fc00f018-8c11-4656-96a7-3c08897bd2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:50.918262 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:51.141174 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:51:53.255970 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:14.738324 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2064080'] for agent, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:17.738003 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-edfe0c38-be27-48aa-b551-1199246516c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:20.213712 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-064a7677-60fc-408c-b056-46c69058d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:20.937839 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:21.139557 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:21.695759 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:52:23.230939 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:30.503468 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:52:30.610629 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3ff729fa-3099-43d0-9da7-452aced0764d admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1060727 Sep 23 13:52:32.906039 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37182) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:52:32.963802 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3855f9b3-b785-49b0-844f-e1ca2e35fda9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0566573 Sep 23 13:52:44.716247 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:47.714409 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-73ece66b-36b8-4756-a420-ef7aad1ac157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:50.125776 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6eed-1bdc-4aa6-88d3-c91f34c1bc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:50.893112 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:51.104817 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:53.195958 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:52:58.694458 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:53:14.686922 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:17.686577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-54fc5463-82c2-4045-a811-6d6debc34a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:20.132323 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-bda71f34-0cf0-4b60-afa9-798f631f5fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:20.920765 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:21.132798 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:23.233796 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:35.694169 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:53:44.691249 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:47.702507 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-41fed485-6912-46ea-8571-898d88ef238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:50.136624 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2157bab6-e2c9-4001-801a-110a94f1eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:50.908246 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:51.119431 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:53:53.222528 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.301119 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:02.546894 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-349212037-network', 'tenant_id': 'ba565ca32a9f479c9b6ca1febedc87df'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:02.639438 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Made reservation on behalf of ba565ca32a9f479c9b6ca1febedc87df for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:02.641962 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.654978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.807192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.891325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.915110 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:02.923770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009b4d5-d411-4f93-902b-c28b963757d1,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:02.932375 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.932843 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.933062 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.933421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.933754 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.934143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.935025 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.935297 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.935619 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.935937 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.936263 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.936573 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Tracked resource versions report: Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: pushed versions: Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Log': {'1.0'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Network': {'1.1'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Port': {'1.7'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'PortForwarding': {'1.2'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'QosPolicy': {'1.9'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroup': {'1.4'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SubPort': {'1.0'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Subnet': {'1.1'}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Trunk': {'1.1'}} Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: consumer versions: Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: HyperV agent@hv-cinder-73362: {}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'ConntrackHelper': '1.0', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Log': '1.0', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Network': '1.1', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Port': '1.7', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'PortForwarding': '1.2', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'QosPolicy': '1.9', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroup': '1.4', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SecurityGroupRule': '1.2', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'SubPort': '1.0', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Subnet': '1.1', Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: 'Trunk': '1.1'}} Sep 23 13:54:02.937662 dv-cinder-733622-19-iscsi neutron-server[106387]: {{(pid=106387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:02.944207 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:02.944558 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Added segment f3fe6eac-9497-46e3-9750-a233af3a3fd7 of type vlan for network bae2001f-a80b-42ef-983e-dadd78b44255 Sep 23 13:54:02.985833 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.125222 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.126273 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:03.126854 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.190129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] Pushing event updated for resources: {'Network': ['ID=bae2001f-a80b-42ef-983e-dadd78b44255,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:03.201818 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network bae2001f-a80b-42ef-983e-dadd78b44255 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:03.303368 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-52090996-e4e8-46d7-bed1-ad64b8d07045 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0010324 Sep 23 13:54:03.306899 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37408) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:03.314234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Request body: {'subnet': {'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-349212037-subnet', 'tenant_id': 'ba565ca32a9f479c9b6ca1febedc87df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:03.456787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Made reservation on behalf of ba565ca32a9f479c9b6ca1febedc87df for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:03.459496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.522143 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37414) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:03.579056 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37426) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:03.617516 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37430) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:03.681733 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37436) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:03.771910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.773314 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1504432250-network', 'tenant_id': '1e292b12999d4fa5807e10a5cd79172a'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:03.802988 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-network', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:03.817610 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-908458333-network', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:03.875587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bfcf9a-760e-44ef-8bd1-2ab6604b4757,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:03.877966 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Checking segment: {'id': 'f3fe6eac-9497-46e3-9750-a233af3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:03.878687 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Network hostable DHCP agents. Network: bae2001f-a80b-42ef-983e-dadd78b44255, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:03.891670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Made reservation on behalf of 1e292b12999d4fa5807e10a5cd79172a for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:03.898633 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.925850 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:03.948423 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:03.948423 dv-cinder-733622-19-iscsi neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:03.948423 dv-cinder-733622-19-iscsi neutron-server[106388]: [parameters: {'project_id_1': '52f0c2ee69904c008d80be6c2042e20d', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 43, 824720)}] Sep 23 13:54:03.948423 dv-cinder-733622-19-iscsi neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:03.948797 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:03.992781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Network bae2001f-a80b-42ef-983e-dadd78b44255 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:04.024740 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Made reservation on behalf of 95526d8b2e9a48309ab6117cc7ce7b1c for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:04.027070 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.045666 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.062365 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-367453515-network', 'tenant_id': '050b40f3043344efb710f56bcffeeb9f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:04.103368 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, bae2001f-a80b-42ef-983e-dadd78b44255) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:04.110274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:04.112117 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.118995 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e064ed5-5df2-4757-9385-0f114a1621fa None None] Network bae2001f-a80b-42ef-983e-dadd78b44255 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:04.164012 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.251327 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.278972 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:04.292789 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c81e1-9f57-4cac-bb68-59aa5725a918 None None] Network bae2001f-a80b-42ef-983e-dadd78b44255 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:04.299655 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b429f-73aa-4c5f-b435-81cbeabe75ac,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:04.307527 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.307941 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Added segment 5ba74ecc-c9cf-49f8-a5ca-6e6f78fa7dab of type vlan for network efb6cc84-b10e-4b79-a002-54413abd11fb Sep 23 13:54:04.310737 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.311418 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.311829 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.312237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.312637 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.313049 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.313469 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.313877 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.314268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.314655 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.315038 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.315419 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Tracked resource versions report: Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: pushed versions: Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Log': {'1.0'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Network': {'1.1'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Port': {'1.7'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'PortForwarding': {'1.2'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'QosPolicy': {'1.9'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroup': {'1.4'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SubPort': {'1.0'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Subnet': {'1.1'}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Trunk': {'1.1'}} Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: consumer versions: Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: HyperV agent@hv-cinder-73362: {}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'ConntrackHelper': '1.0', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Log': '1.0', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Network': '1.1', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Port': '1.7', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'PortForwarding': '1.2', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'QosPolicy': '1.9', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroup': '1.4', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SecurityGroupRule': '1.2', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'SubPort': '1.0', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Subnet': '1.1', Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: 'Trunk': '1.1'}} Sep 23 13:54:04.316579 dv-cinder-733622-19-iscsi neutron-server[106388]: {{(pid=106388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:04.376963 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.401957 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-02ef0e9a-bb78-494b-a56c-0c73d098ecee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0939696 Sep 23 13:54:04.496642 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.498827 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:04.506029 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.532927 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:04.539324 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.560276 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.605554 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] Pushing event updated for resources: {'Network': ['ID=efb6cc84-b10e-4b79-a002-54413abd11fb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:04.619884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network efb6cc84-b10e-4b79-a002-54413abd11fb details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:04.739940 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.db.api [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:04.739940 dv-cinder-733622-19-iscsi neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:04.739940 dv-cinder-733622-19-iscsi neutron-server[106387]: [parameters: {'project_id_1': '050b40f3043344efb710f56bcffeeb9f', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 44, 581414)}] Sep 23 13:54:04.739940 dv-cinder-733622-19-iscsi neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:04.739940 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG oslo_db.api [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:04.750509 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-3a5420b0-9bcf-4bd5-b6f7-d57627e824d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2266104 Sep 23 13:54:04.752911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:04.752911 dv-cinder-733622-19-iscsi neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:04.752911 dv-cinder-733622-19-iscsi neutron-server[106388]: [parameters: {'project_id_1': '52f0c2ee69904c008d80be6c2042e20d', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 44, 454859)}] Sep 23 13:54:04.752911 dv-cinder-733622-19-iscsi neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:04.753772 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37484) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:04.759436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Request body: {'subnet': {'network_id': 'efb6cc84-b10e-4b79-a002-54413abd11fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1504432250-subnet', 'tenant_id': '1e292b12999d4fa5807e10a5cd79172a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:04.762138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:04.832429 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.921935 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.944994 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:04.959319 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f444c6c3-d1d6-4a1e-b225-8467f6432124,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:04.964901 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:04.965488 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Added segment 137459d8-7345-4773-921e-410dd14f149a of type vlan for network e264d5d6-4129-483d-ae78-f6184e67096d Sep 23 13:54:05.022663 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.067967 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Made reservation on behalf of 1e292b12999d4fa5807e10a5cd79172a for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:05.070470 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.180768 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.182530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:05.183277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.241206 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.250022 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37518) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:05.258639 dv-cinder-733622-19-iscsi neutron-server[106387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 13:54:05.268549 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e264d5d6-4129-483d-ae78-f6184e67096d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:05.281165 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network e264d5d6-4129-483d-ae78-f6184e67096d details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:05.384650 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-42d43dce-bbfd-426e-9df5-60083cd961d3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8044286 Sep 23 13:54:05.393661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37522) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:05.393661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Request body: {'subnet': {'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-subnet', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:05.428921 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:05.428921 dv-cinder-733622-19-iscsi neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:05.428921 dv-cinder-733622-19-iscsi neutron-server[106388]: [parameters: {'project_id_1': '52f0c2ee69904c008d80be6c2042e20d', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 45, 407830)}] Sep 23 13:54:05.428921 dv-cinder-733622-19-iscsi neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:05.429379 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:05.429833 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:05.429833 dv-cinder-733622-19-iscsi neutron-server[106388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:05.429833 dv-cinder-733622-19-iscsi neutron-server[106388]: [parameters: {'project_id_1': '95526d8b2e9a48309ab6117cc7ce7b1c', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 45, 398176)}] Sep 23 13:54:05.429833 dv-cinder-733622-19-iscsi neutron-server[106388]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:05.430201 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG oslo_db.api [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:05.486155 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.515986 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-5ac60684-6d1a-4909-8377-2483f874b5f6 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:05.517494 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-5ac60684-6d1a-4909-8377-2483f874b5f6 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/networks?id=bae2001f-a80b-42ef-983e-dadd78b44255 HTTP/1.1" status: 200 len: 811 time: 0.2617207 Sep 23 13:54:05.588924 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-7c79223a-d139-4dc7-a7a2-057f79011d62 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/quotas/ba565ca32a9f479c9b6ca1febedc87df HTTP/1.1" status: 200 len: 375 time: 0.0612226 Sep 23 13:54:05.669980 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-3d0ebc38-56cb-47e3-9a12-16bd45878b6c tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba565ca32a9f479c9b6ca1febedc87df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800588 Sep 23 13:54:05.690929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Checking segment: {'id': '5ba74ecc-c9cf-49f8-a5ca-6e6f78fa7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'efb6cc84-b10e-4b79-a002-54413abd11fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:05.691352 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Network hostable DHCP agents. Network: efb6cc84-b10e-4b79-a002-54413abd11fb, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:05.703999 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.705396 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9516dfcc-cab3-4552-9ddf-f6a917ce5cee,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:05.742761 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37544) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:05.791961 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.818906 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:05.832312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Network efb6cc84-b10e-4b79-a002-54413abd11fb is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:05.836518 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e33ba1-cd0f-47ae-9fde-05c368d2b269,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:05.863134 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.865052 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Added segment e6d8753a-5e9a-4de8-9636-379ea6316347 of type vlan for network b9c1c770-f512-4ca1-999d-d862571e8ccb Sep 23 13:54:05.878289 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd51d-abd2-4891-a9aa-ea22bcc39049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.883316 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-09f5af16-43ec-418f-9e38-38e3cd4d5025 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:54:05.884319 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-09f5af16-43ec-418f-9e38-38e3cd4d5025 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665007 Sep 23 13:54:05.890542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Made reservation on behalf of 52f0c2ee69904c008d80be6c2042e20d for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:05.893674 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.902628 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.953770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:05.992682 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, efb6cc84-b10e-4b79-a002-54413abd11fb) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:06.002552 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.009824 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216354a0-27ea-4d15-b68a-71ba4328f266 None None] Network efb6cc84-b10e-4b79-a002-54413abd11fb requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:06.013551 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:06.013847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.049961 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-2708be06-6336-43fb-81da-e4ea655f740b service neutron] 10.222.0.18 "GET /v2.0/networks/bae2001f-a80b-42ef-983e-dadd78b44255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573265 Sep 23 13:54:06.091819 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.122729 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.122729 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:06.122729 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.154841 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4baf65-347b-4d6a-805a-93e4fb77576f None None] Network efb6cc84-b10e-4b79-a002-54413abd11fb requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:06.166578 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-70e6caa7-3283-419a-a983-ba68c588dca6 service neutron] 10.222.0.18 "GET /v2.0/networks/bae2001f-a80b-42ef-983e-dadd78b44255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154256 Sep 23 13:54:06.211555 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:06.223017 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5398953 Sep 23 13:54:06.223894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37554) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:06.228653 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Request body: {'subnet': {'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-367453515-subnet', 'tenant_id': '050b40f3043344efb710f56bcffeeb9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:06.233712 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a978f1a3-9731-4ad2-89ae-104beb92a1db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4785652 Sep 23 13:54:06.234494 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70345a5-d463-43dc-876c-90746ef394ba admin admin] Pushing event updated for resources: {'Network': ['ID=b9c1c770-f512-4ca1-999d-d862571e8ccb,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:06.239026 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.239369 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Added segment 93135ad6-56be-4895-8e16-e232e2aac416 of type vlan for network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 Sep 23 13:54:06.240703 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6d7fc-844c-472f-936e-1fffe264e33e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:06.289210 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.304554 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network b9c1c770-f512-4ca1-999d-d862571e8ccb details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:06.346560 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd51d-abd2-4891-a9aa-ea22bcc39049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.404819 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.406128 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:06.406921 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.461897 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd51d-abd2-4891-a9aa-ea22bcc39049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.475261 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] Pushing event updated for resources: {'Network': ['ID=4b945559-3dcb-45d0-b8d6-2f37142e6d82,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:06.485685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:06.543374 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ba7cd51d-abd2-4891-a9aa-ea22bcc39049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb553b398e404663a4a8bf5dca66d1f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7970512 Sep 23 13:54:06.543374 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cd51d-abd2-4891-a9aa-ea22bcc39049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a4cf3-ec91-4406-96fe-d2245e9b3c9e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:06.544098 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37568) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:06.608914 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37574) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:06.630339 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.657058 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.672024 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63703207-af30-4475-a734-50116b5041be req-1b943da5-615b-451d-be29-1cd0745afc36 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.0615754 Sep 23 13:54:06.760856 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Made reservation on behalf of 95526d8b2e9a48309ab6117cc7ce7b1c for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:06.763238 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.830763 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.833227 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.839029 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c4a4cf3-ec91-4406-96fe-d2245e9b3c9e HTTP/1.1" status: 204 len: 168 time: 0.2908566 Sep 23 13:54:06.861021 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050c990-4b6b-4938-9b96-4bd13b2566a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a4cf3-ec91-4406-96fe-d2245e9b3c9e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:06.883422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:06.883422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:06.980671 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-9df70a2e-b5fb-44cd-9c8a-a2fc50cb0f69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3614469 Sep 23 13:54:06.984970 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:06.991686 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Request body: {'subnet': {'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-908458333-subnet', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:07.176271 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Made reservation on behalf of 52f0c2ee69904c008d80be6c2042e20d for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:07.178629 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.219113 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.273157 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37624) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:07.283274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.289008 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065233502-network', 'tenant_id': '6edd3e1512334c908c7faf5c53c21917'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:07.356343 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a97323c-8832-404e-be02-452b109561c7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:07.359075 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Checking segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:07.359534 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Network hostable DHCP agents. Network: e264d5d6-4129-483d-ae78-f6184e67096d, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:07.429576 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Checking segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:07.429925 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Network hostable DHCP agents. Network: b9c1c770-f512-4ca1-999d-d862571e8ccb, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:07.430056 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Made reservation on behalf of 6edd3e1512334c908c7faf5c53c21917 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:07.432499 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.436293 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9871fc46-4aa9-46f0-94d3-c7fdc889f923,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:07.451210 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.495596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Network e264d5d6-4129-483d-ae78-f6184e67096d is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:07.530553 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Network b9c1c770-f512-4ca1-999d-d862571e8ccb is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:07.530781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.591255 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.596534 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, b9c1c770-f512-4ca1-999d-d862571e8ccb) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:07.600964 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, e264d5d6-4129-483d-ae78-f6184e67096d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:07.608005 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c94512a-012f-4c6a-8545-9ab178a7dc1a,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:07.616601 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7004eee-3ed0-4e8c-a222-c8781182b0c7 None None] Network b9c1c770-f512-4ca1-999d-d862571e8ccb requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:07.618802 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Checking segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:07.619564 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Network hostable DHCP agents. Network: 4b945559-3dcb-45d0-b8d6-2f37142e6d82, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:07.648207 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:07.648952 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.662875 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:07.663680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.672091 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.689882 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1c85a-a17c-4312-a1ee-ca4267a91f9a None None] Network e264d5d6-4129-483d-ae78-f6184e67096d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:07.699388 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:07.710732 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d78ca-3243-4da5-802b-a9950e6ef0e2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:07.714805 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.715605 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Added segment 4073a9b1-4e9f-4c66-b73c-b8e12afe59e2 of type vlan for network 690eba8c-ae97-4b20-a598-1d14f80ec75c Sep 23 13:54:07.761081 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b57b862d-1757-471e-9302-d8a7b18a6eb5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3718386 Sep 23 13:54:07.762747 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c4297707-f916-4bd3-a533-d8a5210ac421 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5379229 Sep 23 13:54:07.764268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37642) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:07.766142 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:07.772609 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.779868 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 4b945559-3dcb-45d0-b8d6-2f37142e6d82) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:07.796874 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:07.797602 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:07.799524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.806595 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37648) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:07.820573 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503aa5ce-a48c-462d-970b-e9e3f70849da None None] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:07.836435 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d3f308d-05da-4302-9afb-231664048efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.959951 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403d312-475c-42bb-af84-0e5742824c12 None None] Network b9c1c770-f512-4ca1-999d-d862571e8ccb requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:07.983207 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dd860320-bbe5-469d-9d62-aadbe84edb2e req-20b3633a-b206-4285-9e8f-12b406923f1d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.1900115 Sep 23 13:54:07.988336 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.db.resource_extend [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 13:54:07.993906 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:07.995145 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.091199 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-dde0f883-c2b0-4c94-8b03-274b1b3b6c08 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1042402 Sep 23 13:54:08.094403 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:08.099151 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:08.123195 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.db.api [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:54:08.123195 dv-cinder-733622-19-iscsi neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:54:08.123195 dv-cinder-733622-19-iscsi neutron-server[106387]: [parameters: {'project_id_1': '52f0c2ee69904c008d80be6c2042e20d', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 53, 48, 105079)}] Sep 23 13:54:08.123195 dv-cinder-733622-19-iscsi neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:08.123633 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG oslo_db.api [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:08.165605 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.166981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:08.167556 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.223302 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.274250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] Pushing event updated for resources: {'Network': ['ID=690eba8c-ae97-4b20-a598-1d14f80ec75c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:08.290612 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d3f308d-05da-4302-9afb-231664048efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.315221 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddb731-a40a-4afb-9a96-37b9d92b1f2e None None] Network e264d5d6-4129-483d-ae78-f6184e67096d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:08.317009 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 690eba8c-ae97-4b20-a598-1d14f80ec75c details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:08.433124 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8d3f308d-05da-4302-9afb-231664048efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.475040 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:54:08.475915 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.490019 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.500719 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-ad9588a8-60f5-4d1d-b883-957ea27eb3c5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:08.502254 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-ad9588a8-60f5-4d1d-b883-957ea27eb3c5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1215439 Sep 23 13:54:08.509641 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8d3f308d-05da-4302-9afb-231664048efa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df5ff3860700457c9849f1e920fd7649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7009432 Sep 23 13:54:08.512137 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37682) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:08.521032 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f308d-05da-4302-9afb-231664048efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911226f-d191-4355-a420-395b91b2f80d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:08.523308 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-0b1639b5-73d7-4c9f-93c4-32279eca8beb tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/quotas/050b40f3043344efb710f56bcffeeb9f HTTP/1.1" status: 200 len: 375 time: 0.0096192 Sep 23 13:54:08.573756 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-71c763cc-d565-4603-a93c-be1a762d5a61 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308118 Sep 23 13:54:08.579133 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.581556 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37684) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:08.583405 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b469865b-7a2f-4710-815b-6bdd81c158da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3068085 Sep 23 13:54:08.591552 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Request body: {'subnet': {'network_id': '690eba8c-ae97-4b20-a598-1d14f80ec75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065233502-subnet', 'tenant_id': '6edd3e1512334c908c7faf5c53c21917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:08.633880 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.739513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Made reservation on behalf of 6edd3e1512334c908c7faf5c53c21917 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:08.743034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.778017 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Allocated IP 172.20.0.2 (4b945559-3dcb-45d0-b8d6-2f37142e6d82/6c94512a-012f-4c6a-8545-9ab178a7dc1a/b644423b-bf13-4dbc-b36d-4ef55e4a321b) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:08.801134 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-82b507bd-3daa-45ff-9ddb-c36bd2c74d81 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:54:08.802965 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-82b507bd-3daa-45ff-9ddb-c36bd2c74d81 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691776 Sep 23 13:54:08.863666 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.866395 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.871162 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f911226f-d191-4355-a420-395b91b2f80d HTTP/1.1" status: 204 len: 168 time: 0.3539493 Sep 23 13:54:08.893633 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.895399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:08.912145 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5ffe5-a67e-49b5-b5f3-31892ba51c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911226f-d191-4355-a420-395b91b2f80d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:09.004096 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.008355 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.030733 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.031184 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.039096 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-d05060a9-449b-4021-8aca-172e31607e87 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269886 Sep 23 13:54:09.119777 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.163679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-eadff9b5-41f7-44f1-9665-899a4584a70c service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175478 Sep 23 13:54:09.186418 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:09.191834 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Allocated IP 172.27.1.31 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/f452417c-0c0e-4184-b902-e99d3c08f056) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:09.195793 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:09.205296 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:09.208466 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Pushing event updated for resources: {'Port': ['ID=b644423b-bf13-4dbc-b36d-4ef55e4a321b,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:09.234324 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.246213 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.246597 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.247588 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.247930 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.248442 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.248802 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.249171 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.249551 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.249893 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.250229 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.250919 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.251240 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Tracked resource versions report: Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: pushed versions: Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Log': {'1.0'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Network': {'1.1'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Port': {'1.7'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'PortForwarding': {'1.2'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'QosPolicy': {'1.9'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroup': {'1.4'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SubPort': {'1.0'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Subnet': {'1.1'}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Trunk': {'1.1'}} Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: consumer versions: Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: HyperV agent@hv-cinder-73362: {}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'ConntrackHelper': '1.0', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Log': '1.0', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Network': '1.1', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Port': '1.7', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'PortForwarding': '1.2', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'QosPolicy': '1.9', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroup': '1.4', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SecurityGroupRule': '1.2', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'SubPort': '1.0', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Subnet': '1.1', Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: 'Trunk': '1.1'}} Sep 23 13:54:09.252641 dv-cinder-733622-19-iscsi neutron-server[106389]: {{(pid=106389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:09.291246 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Attempting to bind port b644423b-bf13-4dbc-b36d-4ef55e4a321b on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:09.291620 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Attempting to bind port b644423b-bf13-4dbc-b36d-4ef55e4a321b by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:09.291970 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Attempting to bind port b644423b-bf13-4dbc-b36d-4ef55e4a321b on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:09.313252 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:09.313773 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Checking segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:09.314290 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.314685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Bound using segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:09.315264 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Bound port: b644423b-bf13-4dbc-b36d-4ef55e4a321b, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:09.315668 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.350263 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cdafd9f3-3412-4efe-97d0-9b754f436488 req-ee4e0ada-02d7-4111-a151-ce045801937f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.0685520 Sep 23 13:54:09.399664 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] For port b644423b-bf13-4dbc-b36d-4ef55e4a321b, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:09.404816 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] For port b644423b-bf13-4dbc-b36d-4ef55e4a321b, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b644423b-bf13-4dbc-b36d-4ef55e4a321b,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:09.421146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.472826 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.547437 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-703684c8-4ac2-40c7-b283-f418be90f69c req-93398266-4cdb-463f-b6e2-299757c6efc1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.0580337 Sep 23 13:54:09.557873 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9eea1d4-6b93-4402-b9e1-b53fb205276a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:09.591445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a017d2-d497-449f-a727-b8d2de9e40c1 None None] Pushing event updated for resources: {'Port': ['ID=b644423b-bf13-4dbc-b36d-4ef55e4a321b,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:09.615324 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Checking segment: {'id': '4073a9b1-4e9f-4c66-b73c-b8e12afe59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '690eba8c-ae97-4b20-a598-1d14f80ec75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:09.615682 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Network hostable DHCP agents. Network: 690eba8c-ae97-4b20-a598-1d14f80ec75c, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:09.634836 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.736189 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Network 690eba8c-ae97-4b20-a598-1d14f80ec75c is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:09.785875 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.851531 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:09.859797 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.862198 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:09.870982 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 690eba8c-ae97-4b20-a598-1d14f80ec75c) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:09.890582 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5958e-4d66-436d-b6b8-ba95f85fc567 None None] Network 690eba8c-ae97-4b20-a598-1d14f80ec75c requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:09.904026 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:09.930806 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.945773 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:09.946645 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:09.970517 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Pushing event updated for resources: {'Port': ['ID=f452417c-0c0e-4184-b902-e99d3c08f056,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:10.075647 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4c970-405f-4fa5-8f89-04f04c490af8 None None] Network 690eba8c-ae97-4b20-a598-1d14f80ec75c requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:10.081125 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b1b45771-ddfc-4f7b-b6d8-0b4ec91bb4c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4976723 Sep 23 13:54:10.150800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Allocated IP 172.27.1.58 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/7713da09-b52e-4ea8-8931-9753df198184) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:10.289842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37750) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:10.326210 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.354419 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.373942 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Deleting subnet 9516dfcc-cab3-4552-9ddf-f6a917ce5cee {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:54:10.383548 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.485101 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.538592 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.578891 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.757519 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bec81df1-ddc6-464a-a23d-c7883a47ca51 req-15af742a-d06d-4019-bcc7-91a224b49b79 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.2214930 Sep 23 13:54:10.774599 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5375ac14-8c09-4fe9-a81a-a31e57ac25d9 req-7946a02f-23af-4853-ae7a-ecc27ac2fe6d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.0516670 Sep 23 13:54:10.823290 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.829281 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b644423b-bf13-4dbc-b36d-4ef55e4a321b up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:10.888116 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port b644423b-bf13-4dbc-b36d-4ef55e4a321b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:10.888502 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:10.912022 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda6079-2977-4992-83b0-cde503e7acf8 None None] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:10.932807 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:10.937348 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Router b271ca9a-000f-41b0-a359-8ea7ee6bae81 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:54:10.940180 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:10.943433 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:10.953390 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Pushing event updated for resources: {'Port': ['ID=7713da09-b52e-4ea8-8931-9753df198184,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:10.971025 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a4186534-376d-403a-96d2-bc2e1fff3553 None None] Provisioning complete for port b644423b-bf13-4dbc-b36d-4ef55e4a321b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:10.971622 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4186534-376d-403a-96d2-bc2e1fff3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.078135 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.146739 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.161171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9516dfcc-cab3-4552-9ddf-f6a917ce5cee,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:11.177456 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.178809 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-640d93df-7cd4-4483-9844-aa86781faec4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9516dfcc-cab3-4552-9ddf-f6a917ce5cee HTTP/1.1" status: 204 len: 168 time: 0.8879261 Sep 23 13:54:11.182720 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:11.186606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37778) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:11.198434 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Sync routers for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:11.209772 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:11.214550 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:11.280144 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port b644423b-bf13-4dbc-b36d-4ef55e4a321b, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b644423b-bf13-4dbc-b36d-4ef55e4a321b,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:11.282211 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a4186534-376d-403a-96d2-bc2e1fff3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.296108 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.297493 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-68328583-4fab-4753-923d-fbec14d7482b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5309439 Sep 23 13:54:11.300526 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:11.392711 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.459524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=b644423b-bf13-4dbc-b36d-4ef55e4a321b,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:11.460364 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:11.507520 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.549097 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.db.api [None req-a4186534-376d-403a-96d2-bc2e1fff3553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:11.549506 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG oslo_db.api [None req-a4186534-376d-403a-96d2-bc2e1fff3553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:11.715050 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:10Z', 'revision_number': 3, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:11.779804 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Checking router: b271ca9a-000f-41b0-a359-8ea7ee6bae81 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:11.788010 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Updating router b271ca9a-000f-41b0-a359-8ea7ee6bae81 port f452417c-0c0e-4184-b902-e99d3c08f056 binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:11.847371 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.849490 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:11.943176 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.013689 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.013959 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.014784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.015140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > port after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.015650 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.016041 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > port after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.016372 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.016844 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.017155 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.017554 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.096847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.187996 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.253348 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-938e3085-9951-4134-a589-4d08f6d37a81 None None] Provisioning complete for port b644423b-bf13-4dbc-b36d-4ef55e4a321b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:12.254006 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-938e3085-9951-4134-a589-4d08f6d37a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.304151 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.308830 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.309501 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.310569 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.312090 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:54:12.312636 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb6cc84-b10e-4b79-a002-54413abd11fb']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:12.476994 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Attempting to bind port f452417c-0c0e-4184-b902-e99d3c08f056 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:12.477773 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Attempting to bind port f452417c-0c0e-4184-b902-e99d3c08f056 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:12.479544 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Attempting to bind port f452417c-0c0e-4184-b902-e99d3c08f056 on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:12.479976 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-702b97e5-cce0-4c9e-a358-e5a9322f04ab req-c9a0eb9f-c286-4ba3-8c10-4601653f1b6d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.5313752 Sep 23 13:54:12.509569 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Pushing event updated for resources: {'Port': ['ID=f452417c-0c0e-4184-b902-e99d3c08f056,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:12.515327 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:12.515710 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:12.517243 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.522632 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:12.523207 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Bound port: f452417c-0c0e-4184-b902-e99d3c08f056, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:12.525544 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.536382 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Allocated IP 172.20.0.1 (e264d5d6-4129-483d-ae78-f6184e67096d/5a97323c-8832-404e-be02-452b109561c7/1c980ef4-b1b6-4862-9a03-6c29792022ca) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:12.580092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.580092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.580092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.581308 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.581308 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.581521 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.582471 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.582471 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.582760 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.583354 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.583879 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.584431 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Tracked resource versions report: Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: pushed versions: Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: { 'AddressGroup': {'1.2'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'ConntrackHelper': {'1.0'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Log': {'1.0'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Network': {'1.1'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Port': {'1.7'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'PortForwarding': {'1.2'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'QosPolicy': {'1.9'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroup': {'1.4'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroupRule': {'1.2'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SubPort': {'1.0'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Subnet': {'1.1'}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Trunk': {'1.1'}} Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: consumer versions: Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: { DHCP agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: HyperV agent@hv-cinder-73362: {}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: L3 agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: Metadata agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: Metering agent@dv-cinder-733622-19-iscsi: {}, Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: Open vSwitch agent@dv-cinder-733622-19-iscsi: { 'AddressGroup': '1.2', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'ConntrackHelper': '1.0', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Log': '1.0', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Network': '1.1', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Port': '1.7', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'PortForwarding': '1.2', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'QosPolicy': '1.9', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroup': '1.4', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SecurityGroupRule': '1.2', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'SubPort': '1.0', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Subnet': '1.1', Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: 'Trunk': '1.1'}} Sep 23 13:54:12.586279 dv-cinder-733622-19-iscsi neutron-server[106390]: {{(pid=106390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 13:54:12.682236 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] For port f452417c-0c0e-4184-b902-e99d3c08f056, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:12.683562 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba74ecc-c9cf-49f8-a5ca-6e6f78fa7dab') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:12.683860 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba74ecc-c9cf-49f8-a5ca-6e6f78fa7dab') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:12.689961 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] For port f452417c-0c0e-4184-b902-e99d3c08f056, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f452417c-0c0e-4184-b902-e99d3c08f056,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:12.694873 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:54:12.699334 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8c67ade0-fe67-4645-be76-f92a403d8e99 req-2c10fe88-f640-44b9-b5e9-8e69aff85009 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.3608756 Sep 23 13:54:12.705511 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b644423b-bf13-4dbc-b36d-4ef55e4a321b up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:12.719318 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.726896 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.766307 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.775089 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port b644423b-bf13-4dbc-b36d-4ef55e4a321b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:12.775481 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.792297 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.805283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:54:12.806294 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: from cryptography.utils import int_from_bytes Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: from cryptography.utils import int_from_bytes Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:54:12.810185 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:54:12.829500 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:12.829500 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:12.891083 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.913467 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871913cd-ce20-4883-9709-fd9cde7ba06d None None] Pushing event updated for resources: {'Port': ['ID=f452417c-0c0e-4184-b902-e99d3c08f056,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:12.940435 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:12.990430 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Pushing event updated for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:12.995007 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Network e264d5d6-4129-483d-ae78-f6184e67096d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:12.997351 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:12.999894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:13.000541 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.004813 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:13.042853 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.066703 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.070074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/efb6cc84-b10e-4b79-a002-54413abd11fb HTTP/1.1" status: 204 len: 168 time: 1.8807604 Sep 23 13:54:13.075056 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37828) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:13.080233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564853be-0edd-4c89-a2d5-af729e28fb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb6cc84-b10e-4b79-a002-54413abd11fb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:13.170952 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Deleting subnet d9eea1d4-6b93-4402-b9e1-b53fb205276a {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:54:13.174673 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.45', 55562) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:13.180600 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.218245 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.229298 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.254617 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-27f6e966-e010-402c-a21e-70b17149212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:10Z', 'revision_number': 3, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:13.301011 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6e966-e010-402c-a21e-70b17149212c None None] The sync data for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi is: [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:10Z', 'revision_number': 3, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:13.313686 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Router c3301015-d622-4560-8d8b-1d2b2df71aeb is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:54:13.318299 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.428520 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.454370 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-7267b417-5396-4141-831d-8e0f17056479 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:13.455901 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-7267b417-5396-4141-831d-8e0f17056479 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.45 "GET /v2.0/networks?id=bae2001f-a80b-42ef-983e-dadd78b44255 HTTP/1.1" status: 200 len: 811 time: 0.2803786 Sep 23 13:54:13.489284 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9eea1d4-6b93-4402-b9e1-b53fb205276a,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:13.509644 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.515146 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a7ab51a0-95bc-4651-8a6a-6d347f4244f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9eea1d4-6b93-4402-b9e1-b53fb205276a HTTP/1.1" status: 204 len: 168 time: 0.4387202 Sep 23 13:54:13.519394 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37836) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:13.533959 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Request body: {'port': {'device_id': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255', 'admin_state_up': True, 'tenant_id': 'ba565ca32a9f479c9b6ca1febedc87df'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:13.601478 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.702922 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.702922 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.703892 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07c74a19-89d5-48a0-86bc-c3c775a5b5f0 req-12f2e8ef-1bab-49a6-a1d7-30bc93538458 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.0832396 Sep 23 13:54:13.721069 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:13.777434 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:13.797034 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:13.798000 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:13.851900 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Pushing event updated for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:13.906530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:13.907701 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-641c05c7-06bb-4b85-8151-8f1a3a03c515 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8123782 Sep 23 13:54:13.927124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 37858) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:13.969630 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Network e264d5d6-4129-483d-ae78-f6184e67096d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:13.971358 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:14.036767 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:14.039758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.45', 55568) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:14.128849 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:14.229750 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Router b271ca9a-000f-41b0-a359-8ea7ee6bae81 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:54:14.244237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0efb7cf-72e6-4c66-977f-ec2dd670d5f2 req-91ec028d-3818-4a08-ba97-00b7873ece50 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.3160164 Sep 23 13:54:14.544294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:14.553538 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:11Z', 'revision_number': 3, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:14.557922 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-135dba37-a552-48a6-b08a-f0d9fcfae903 admin admin] 10.222.0.18 "PUT /v2.0/routers/b271ca9a-000f-41b0-a359-8ea7ee6bae81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562480 Sep 23 13:54:14.655418 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:14.655783 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Updating router c3301015-d622-4560-8d8b-1d2b2df71aeb port 7713da09-b52e-4ea8-8931-9753df198184 binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:14.705912 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:14.722810 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Made reservation on behalf of ba565ca32a9f479c9b6ca1febedc87df for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:14.731620 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:14.763913 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f452417c-0c0e-4184-b902-e99d3c08f056 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:14.780648 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:14.833307 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-e81fa239-723b-41d1-af79-824f4377be9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:14.841389 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-e81fa239-723b-41d1-af79-824f4377be9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.6867995 Sep 23 13:54:14.892855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Request body: {'port': {'device_id': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'admin_state_up': True, 'tenant_id': '050b40f3043344efb710f56bcffeeb9f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:14.909740 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690eba8c-ae97-4b20-a598-1d14f80ec75c']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:15.370033 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.373661 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4073a9b1-4e9f-4c66-b73c-b8e12afe59e2') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:15.373661 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4073a9b1-4e9f-4c66-b73c-b8e12afe59e2') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:15.375064 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port f452417c-0c0e-4184-b902-e99d3c08f056 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:15.375064 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-acc96b30-c718-4de8-993d-faec7e9ec23c req-2f72b5eb-bd3e-4948-97bf-6231a0cc3719 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.1284959 Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:54:15.375325 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:54:15.456945 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.523403 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port f452417c-0c0e-4184-b902-e99d3c08f056, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f452417c-0c0e-4184-b902-e99d3c08f056,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:15.585722 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.689689 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.830578 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Allocated IP 172.20.0.7 (bae2001f-a80b-42ef-983e-dadd78b44255/16bfcf9a-760e-44ef-8bd1-2ab6604b4757/82a78ba7-abb0-4666-b18f-06147771c0fa) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:15.830578 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fa64b0ac-58be-424b-a4e9-8ff587ad4fd4 req-d69a029b-7f14-45b2-85c1-0aa01d85f408 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.2193487 Sep 23 13:54:15.833013 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=f452417c-0c0e-4184-b902-e99d3c08f056,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:15.884956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.901264 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.905426 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] 10.222.0.18 "DELETE /v2.0/networks/690eba8c-ae97-4b20-a598-1d14f80ec75c HTTP/1.1" status: 204 len: 168 time: 2.3834887 Sep 23 13:54:15.930638 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:15.993158 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f45d07-347d-4f79-99cd-b8f50114858c admin admin] Pushing event deleted for resources: {'Network': ['ID=690eba8c-ae97-4b20-a598-1d14f80ec75c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:15.995145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:15.999124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.057434 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Attempting to bind port 7713da09-b52e-4ea8-8931-9753df198184 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:16.058109 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Attempting to bind port 7713da09-b52e-4ea8-8931-9753df198184 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:16.059445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Attempting to bind port 7713da09-b52e-4ea8-8931-9753df198184 on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:16.091380 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-63fedc4e-5166-4377-8ced-1fb527d4d759 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:16.093319 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-63fedc4e-5166-4377-8ced-1fb527d4d759 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 819 time: 0.5384979 Sep 23 13:54:16.119670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.125070 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dc6c0-8b6b-4742-acfa-f224d49d3a80 None None] Pushing event updated for resources: {'Port': ['ID=7713da09-b52e-4ea8-8931-9753df198184,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:16.139686 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:16.140339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:16.140905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.141456 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:16.142076 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Bound port: 7713da09-b52e-4ea8-8931-9753df198184, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:16.142626 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.157939 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Sync routers for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:16.174759 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:16.178288 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:16.249244 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-49009e1d-20b0-4e16-92f3-80eb75b2bafe tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/quotas/95526d8b2e9a48309ab6117cc7ce7b1c HTTP/1.1" status: 200 len: 375 time: 0.1435735 Sep 23 13:54:16.264808 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] For port 7713da09-b52e-4ea8-8931-9753df198184, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:16.269686 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] For port 7713da09-b52e-4ea8-8931-9753df198184, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=7713da09-b52e-4ea8-8931-9753df198184,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:16.475419 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-210bce67-9b49-4034-9ac7-0f1ac63b769f req-0357efc3-8d71-4451-90f4-3eeb4b4d7271 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.1869285 Sep 23 13:54:16.476047 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:16.650762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.710896 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f452417c-0c0e-4184-b902-e99d3c08f056 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:16.721742 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.808129 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37978) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:16.857409 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-d1dae726-b8ec-44f8-8e99-040790c95239 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5940304 Sep 23 13:54:16.879463 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:16.936994 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8bf39c88-b2a7-454c-b338-14298fa4f30d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e292b12999d4fa5807e10a5cd79172a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1263497 Sep 23 13:54:16.940857 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dc6c0-8b6b-4742-acfa-f224d49d3a80 None None] Pushing event updated for resources: {'Port': ['ID=7713da09-b52e-4ea8-8931-9753df198184,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:16.942163 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37984) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:16.974593 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port f452417c-0c0e-4184-b902-e99d3c08f056 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:16.975997 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.002709 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:13Z', 'revision_number': 4, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '1c980ef4-b1b6-4862-9a03-6c29792022ca', 'name': '', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'mac_address': 'fa:16:3e:1f:fe:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5a97323c-8832-404e-be02-452b109561c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:12Z', 'updated_at': '2021-09-23T13:54:13Z', 'revision_number': 2, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'subnets': [{'id': '5a97323c-8832-404e-be02-452b109561c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:17.031914 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:17.032792 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:17.040133 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Checking router: b271ca9a-000f-41b0-a359-8ea7ee6bae81 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:17.040466 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Updating router b271ca9a-000f-41b0-a359-8ea7ee6bae81 port 1c980ef4-b1b6-4862-9a03-6c29792022ca binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:17.067269 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Allocated IP 172.20.0.6 (b9c1c770-f512-4ca1-999d-d862571e8ccb/9871fc46-4aa9-46f0-94d3-c7fdc889f923/fd37d225-a2ed-4bc9-8e65-69d58aef0d9d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:17.106327 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Network bae2001f-a80b-42ef-983e-dadd78b44255 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:17.134307 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.136511 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.144971 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5a3302a2-bb38-4780-91be-15c209540f41 req-aafb89e6-a544-4dd6-ad99-d1bf21aab4be tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.1296399 Sep 23 13:54:17.162799 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:17.191948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:17.192901 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.227685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:17.311529 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Pushing event updated for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:17.354063 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 37988) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:17.373825 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Allocated IP 172.20.0.1 (4b945559-3dcb-45d0-b8d6-2f37142e6d82/6c94512a-012f-4c6a-8545-9ab178a7dc1a/0fdbc744-25d9-4f1c-b0be-3df6ad74cd17) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:17.419052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:17.420663 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.452500 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-f42cc93a-9857-4647-b7fe-a4ef9a3a1f5b service neutron] 10.222.0.18 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764573 Sep 23 13:54:17.517159 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3df3836-f036-42a5-a3b6-5cd3f17fcb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.548800 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.551747 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.555623 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a1b429f-73aa-4c5f-b435-81cbeabe75ac HTTP/1.1" status: 204 len: 168 time: 0.6088569 Sep 23 13:54:17.579546 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64becdec-390d-4b90-98b5-6da90601755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b429f-73aa-4c5f-b435-81cbeabe75ac,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:17.610030 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:11Z', 'revision_number': 3, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:17.722574 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3df3836-f036-42a5-a3b6-5cd3f17fcb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.740538 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.764171 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-fd68fd74-f910-4d79-9057-f5b3524c1588 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2376883 Sep 23 13:54:17.796693 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3d8c-4e8e-4538-9602-d876c06cc399 None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:11Z', 'revision_number': 3, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:17.805932 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-cadcea41-55b9-4ad6-be7a-8a2a58ae57eb service neutron] 10.222.0.18 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523409 Sep 23 13:54:17.839733 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c3df3836-f036-42a5-a3b6-5cd3f17fcb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.841896 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.908247 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-71ec44e5-5be5-4c68-98d2-bf0ce5e1cb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:17.963665 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f8384-4e94-4f9b-b573-7be898518748 None None] Pushing event updated for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:18.024682 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c3df3836-f036-42a5-a3b6-5cd3f17fcb73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f45bf69d583947a09a87bfc467edf376&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6758809 Sep 23 13:54:18.024968 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3836-f036-42a5-a3b6-5cd3f17fcb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e7bba-1a13-4290-9409-7143e60bdb15,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:18.033964 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358f9d9-f89e-4404-88df-c4dc91dfea5e req-0ab1d77d-0461-4598-943a-1a709757163d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:18.045402 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0358f9d9-f89e-4404-88df-c4dc91dfea5e req-0ab1d77d-0461-4598-943a-1a709757163d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 931 time: 0.3043745 Sep 23 13:54:18.047218 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38002) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:18.061730 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.065615 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.071559 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Attempting to bind port 1c980ef4-b1b6-4862-9a03-6c29792022ca on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:18.071957 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Attempting to bind port 1c980ef4-b1b6-4862-9a03-6c29792022ca by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:18.073753 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Attempting to bind port 1c980ef4-b1b6-4862-9a03-6c29792022ca on network e264d5d6-4129-483d-ae78-f6184e67096d {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:18.087634 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:18.090633 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Checking segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:18.092742 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.093170 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Bound using segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:18.104602 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Bound port: 1c980ef4-b1b6-4862-9a03-6c29792022ca, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:18.105117 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.176873 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.236513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.273208 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] For port 1c980ef4-b1b6-4862-9a03-6c29792022ca, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:18.278971 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] For port 1c980ef4-b1b6-4862-9a03-6c29792022ca, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=1c980ef4-b1b6-4862-9a03-6c29792022ca,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:18.365163 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.451699 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:18.452844 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:53:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:18.547352 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bc99987-a2bf-4d91-b603-12c070a8badc req-ba9a0509-8461-41dc-a280-7c4dc95a15cc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.1378462 Sep 23 13:54:18.547352 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0358f9d9-f89e-4404-88df-c4dc91dfea5e req-9bf3c2ab-937a-488a-86ed-d08c260168c7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940836 Sep 23 13:54:18.595948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-e40d72b9-99c8-43ba-a05f-0faac627f7c0 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 13:54:18.597121 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-e40d72b9-99c8-43ba-a05f-0faac627f7c0 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523183 Sep 23 13:54:18.644112 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:18.708693 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca7a17c7-dc28-4b4b-a5fb-ff13fa47c634 req-6308c0c7-c036-48b1-a198-b2d821b0b2f0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0605259 Sep 23 13:54:18.724093 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.728327 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 7713da09-b52e-4ea8-8931-9753df198184 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:18.730101 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.735361 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f2e7bba-1a13-4290-9409-7143e60bdb15 HTTP/1.1" status: 204 len: 168 time: 0.6833959 Sep 23 13:54:18.742568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.774910 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc714d-47b4-4501-897e-e300d159bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e7bba-1a13-4290-9409-7143e60bdb15,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:18.787897 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38018) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:18.819793 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:18.842763 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f8384-4e94-4f9b-b573-7be898518748 None None] Pushing event updated for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:18.890645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:18.891593 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-469a231a-ff0c-4d06-af42-7d5740a1b801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6edd3e1512334c908c7faf5c53c21917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1022677 Sep 23 13:54:18.911750 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:18.912580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38020) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:18.962515 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:18.963499 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 7713da09-b52e-4ea8-8931-9753df198184 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:18.963499 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.006229 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Network b9c1c770-f512-4ca1-999d-d862571e8ccb is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:19.039593 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.106044 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.116022 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:19.146926 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:19.187125 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Pushing event updated for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:19.238559 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.296675 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 7713da09-b52e-4ea8-8931-9753df198184, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=7713da09-b52e-4ea8-8931-9753df198184,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:19.361945 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.410432 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-192e4e77-1957-438b-864a-49a0d349b2cc None None] Provisioning complete for port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:19.410882 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-192e4e77-1957-438b-864a-49a0d349b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.417492 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.421435 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.422998 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/372d78ca-3243-4da5-802b-a9950e6ef0e2 HTTP/1.1" status: 204 len: 168 time: 0.5089753 Sep 23 13:54:19.446663 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c148395-a7fb-417b-8ac7-79305ac75c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d78ca-3243-4da5-802b-a9950e6ef0e2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:19.504515 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:19.512278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.533913 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:13Z', 'revision_number': 4, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '1c980ef4-b1b6-4862-9a03-6c29792022ca', 'name': '', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'mac_address': 'fa:16:3e:1f:fe:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5a97323c-8832-404e-be02-452b109561c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:12Z', 'updated_at': '2021-09-23T13:54:18Z', 'revision_number': 4, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'subnets': [{'id': '5a97323c-8832-404e-be02-452b109561c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:19.539478 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event updated for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:19.585785 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:19.651709 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=7713da09-b52e-4ea8-8931-9753df198184,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:19.662544 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47c637-36b5-450d-9d47-d8e24de74c88 None None] The sync data for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi is: [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:13Z', 'revision_number': 4, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '1c980ef4-b1b6-4862-9a03-6c29792022ca', 'name': '', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'mac_address': 'fa:16:3e:1f:fe:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5a97323c-8832-404e-be02-452b109561c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:12Z', 'updated_at': '2021-09-23T13:54:18Z', 'revision_number': 4, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'subnets': [{'id': '5a97323c-8832-404e-be02-452b109561c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:19.666666 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-192e4e77-1957-438b-864a-49a0d349b2cc None None] Port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:54:20.034667 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-514a0c40-36d0-4ff6-a70d-aeb6bff0a11e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:20.036528 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-514a0c40-36d0-4ff6-a70d-aeb6bff0a11e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 819 time: 0.7755973 Sep 23 13:54:20.060519 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-c6e975f1-9005-4623-8291-d36feef719c0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/quotas/95526d8b2e9a48309ab6117cc7ce7b1c HTTP/1.1" status: 200 len: 375 time: 0.0156398 Sep 23 13:54:20.070890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074706c-3b11-4d45-9b5a-8f4ed35b4c30 req-3260cad4-c49e-40fd-906c-7e281c01ecd1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:20.070890 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0074706c-3b11-4d45-9b5a-8f4ed35b4c30 req-3260cad4-c49e-40fd-906c-7e281c01ecd1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 931 time: 0.2878368 Sep 23 13:54:20.159363 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c60d6af9-1537-437b-a6bb-ddd870d647e9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2923634 Sep 23 13:54:20.239629 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5f8d-66a1-47ea-9110-9fafe4132b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:20.361600 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-d6c50fbe-e072-48fb-ae63-4c585073fac9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2899866 Sep 23 13:54:20.366855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:20.390081 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0074706c-3b11-4d45-9b5a-8f4ed35b4c30 req-97b4d03b-a232-46ce-8673-45b152d4540e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992115 Sep 23 13:54:20.717872 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-006bf5fa-5c11-4cde-82be-28fd48852e36 service neutron] 10.222.0.18 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267140 Sep 23 13:54:20.750866 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2694-99f3-4e23-9fb7-1e0c0b2a108a req-730dbcfd-24b5-4333-a516-79a27716fce7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:20.765145 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a1c2694-99f3-4e23-9fb7-1e0c0b2a108a req-730dbcfd-24b5-4333-a516-79a27716fce7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 931 time: 0.2309189 Sep 23 13:54:20.952767 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:20.960272 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-4722c021-1826-4a15-80bc-f1acb1fba06b service neutron] 10.222.0.18 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195394 Sep 23 13:54:20.982884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 7713da09-b52e-4ea8-8931-9753df198184 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:21.044532 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a1c2694-99f3-4e23-9fb7-1e0c0b2a108a req-94a2ff14-3d3b-4365-90b2-db925bf634ca tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769446 Sep 23 13:54:21.068664 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Request body: {'port': {'device_id': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:21.181177 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Request body: {'port': {'device_id': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:21.181923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 7713da09-b52e-4ea8-8931-9753df198184 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:21.181923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.294700 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 1c980ef4-b1b6-4862-9a03-6c29792022ca up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:21.365542 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.413923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 1c980ef4-b1b6-4862-9a03-6c29792022ca triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:21.413923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.427480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.429343 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.529847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.758383 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.758383 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 1c980ef4-b1b6-4862-9a03-6c29792022ca, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=1c980ef4-b1b6-4862-9a03-6c29792022ca,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:21.903546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:21.937562 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:22.049800 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:22.355023 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a04593cf-0c62-44d6-816a-8333ef086ffd req-646e5706-20ec-4ca8-86a1-75a96564742d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.4021835 Sep 23 13:54:22.453664 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Pushing event updated for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:22.463614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:22.596312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6e5ad-1923-4625-9dbc-3c62a83c1df8 req-66d4b322-9f75-4321-8d97-d1d4e8a55626 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:22.596312 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36e6e5ad-1923-4625-9dbc-3c62a83c1df8 req-66d4b322-9f75-4321-8d97-d1d4e8a55626 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 931 time: 0.6457059 Sep 23 13:54:22.725720 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 1c980ef4-b1b6-4862-9a03-6c29792022ca up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:22.864938 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 1c980ef4-b1b6-4862-9a03-6c29792022ca triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:22.865858 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:22.985818 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a78ba7-abb0-4666-b18f-06147771c0fa {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:22.998630 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.042318 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Transition to ACTIVE for port object 82a78ba7-abb0-4666-b18f-06147771c0fa will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:54:23.079485 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ab2ac-603f-406f-ad2a-ba8f5a31a78e req-5f050c44-26d7-4b81-937a-2803da1adf2f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:23.081349 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-df8ab2ac-603f-406f-ad2a-ba8f5a31a78e req-5f050c44-26d7-4b81-937a-2803da1adf2f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 931 time: 0.6245894 Sep 23 13:54:23.126505 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36e6e5ad-1923-4625-9dbc-3c62a83c1df8 req-cc3b27d0-c957-4482-b920-0e5ca03fd345 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487366 Sep 23 13:54:23.134103 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.209221 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:23.228408 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:23.239623 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.257694 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-df8ab2ac-603f-406f-ad2a-ba8f5a31a78e req-57d753a4-9f2d-4c4d-bf7f-a19ebb4be7e1 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587191 Sep 23 13:54:23.323072 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Pushing event updated for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:23.512809 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd37d225-a2ed-4bc9-8e65-69d58aef0d9d {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:23.514793 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d3178a1-4fa9-4b2a-8979-906cb1e42cb5 req-8fc5aa6c-12a0-49c4-921f-ac397a183a31 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0906916 Sep 23 13:54:23.529739 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.580181 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Transition to ACTIVE for port object fd37d225-a2ed-4bc9-8e65-69d58aef0d9d will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:54:23.596818 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-34707c34-550c-4350-ac45-08f0155ef194 None None] Provisioning complete for port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:23.597186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-34707c34-550c-4350-ac45-08f0155ef194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.600965 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Attempting to bind port 82a78ba7-abb0-4666-b18f-06147771c0fa on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:23.601323 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Attempting to bind port 82a78ba7-abb0-4666-b18f-06147771c0fa by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'f3fe6eac-9497-46e3-9750-a233af3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:23.601711 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Attempting to bind port 82a78ba7-abb0-4666-b18f-06147771c0fa on network bae2001f-a80b-42ef-983e-dadd78b44255 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:23.612262 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Port 82a78ba7-abb0-4666-b18f-06147771c0fa on network bae2001f-a80b-42ef-983e-dadd78b44255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:54:23.612580 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Attempting to bind port 82a78ba7-abb0-4666-b18f-06147771c0fa on network bae2001f-a80b-42ef-983e-dadd78b44255 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:23.620448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:54:23.622075 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:23.622442 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Checking segment: {'id': 'f3fe6eac-9497-46e3-9750-a233af3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:23.622970 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Bound using segment: {'id': 'f3fe6eac-9497-46e3-9750-a233af3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:23.623402 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Bound port: 82a78ba7-abb0-4666-b18f-06147771c0fa, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe6eac-9497-46e3-9750-a233af3a3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:23.623762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.633761 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-34707c34-550c-4350-ac45-08f0155ef194 None None] Port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:54:23.701804 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.796378 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:23.832052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:23.879144 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a78ba7-abb0-4666-b18f-06147771c0fa,segment=NetworkSegment(f3fe6eac-9497-46e3-9750-a233af3a3fd7),segment_id=f3fe6eac-9497-46e3-9750-a233af3a3fd7)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:23.904604 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:23.911051 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-29ce9986-ae6b-43ab-befc-24550e3c707f admin admin] 10.222.0.18 "PUT /v2.0/routers/c3301015-d622-4560-8d8b-1d2b2df71aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9710789 Sep 23 13:54:23.913511 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:23.925155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:23.926212 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:54:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:23.940614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Attempting to bind port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:23.940949 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Attempting to bind port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:23.941274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Attempting to bind port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:23.945618 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d on network b9c1c770-f512-4ca1-999d-d862571e8ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:54:23.945939 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Attempting to bind port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:23.951789 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:23.952019 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Checking segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:23.952405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Bound using segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:23.952829 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Bound port: fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:23.953456 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:23.970597 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.039918 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:24.040527 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.042033 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] 10.222.0.45 "PUT /v2.0/ports/82a78ba7-abb0-4666-b18f-06147771c0fa HTTP/1.1" status: 200 len: 1093 time: 3.8950102 Sep 23 13:54:24.042497 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:24.083007 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:24.093303 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4e6f9-ba9b-4b43-a2f4-c0665e617309 service neutron] Pushing event updated for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:24.104679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:24.122228 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:24.187943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.267624 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:24.267879 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.269748 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] 10.222.0.45 "PUT /v2.0/ports/fd37d225-a2ed-4bc9-8e65-69d58aef0d9d HTTP/1.1" status: 200 len: 1093 time: 4.0788674 Sep 23 13:54:24.305799 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7756f3-547b-4b2c-bf6c-c1363a3b2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:24.325736 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fbbf1-32ce-4d7e-ab11-c698ac52b4ca req-30b8c10d-44e6-4774-893f-28569f2b7639 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:24.327328 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be5fbbf1-32ce-4d7e-ab11-c698ac52b4ca req-30b8c10d-44e6-4774-893f-28569f2b7639 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.1004143 Sep 23 13:54:24.349003 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a5132-c6e2-4135-9ce4-bee70eacffba" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:24.350997 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 2, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:24.389841 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be5fbbf1-32ce-4d7e-ab11-c698ac52b4ca req-59031855-7278-476b-9903-eacc2a0a115a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495632 Sep 23 13:54:24.405182 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:24.405598 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Updating router c3301015-d622-4560-8d8b-1d2b2df71aeb port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:54:24.436228 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.579577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609f3e-5e12-46ac-ba05-159e37c120ac req-82a82809-8db4-45a5-8145-f5356ca86314 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:24.582081 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce609f3e-5e12-46ac-ba05-159e37c120ac req-82a82809-8db4-45a5-8145-f5356ca86314 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0962641 Sep 23 13:54:24.662440 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce609f3e-5e12-46ac-ba05-159e37c120ac req-4914f568-8f4b-4402-b942-6027b8996522 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Sep 23 13:54:24.812549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.913388 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:24.922972 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc5df4-a7b1-419c-845b-957623a0b9dc x-openstack-request-id: req-fddc5df4-a7b1-419c-845b-957623a0b9dc {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:24.924328 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:24.924328 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fddc5df4-a7b1-419c-845b-957623a0b9dc {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:24.924328 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa', 'status': 'completed', 'code': 200} Sep 23 13:54:24.989988 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981c9b3-5d7c-403a-93b2-23539184109d None None] Pushing event updated for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:25.006011 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-81144483-ccad-45a4-83de-34be4f77a000 req-38e05cf5-48a5-43a4-a964-55edb6d59d56 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0360208 Sep 23 13:54:25.059254 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Attempting to bind port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:25.059702 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Attempting to bind port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:25.060208 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Attempting to bind port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:25.066085 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:25.066461 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Checking segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:25.066868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.067266 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Bound using segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:25.067733 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Bound port: 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:25.068117 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.136448 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] For port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:25.139874 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] For port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:25.174238 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ae453a13-11f6-4259-97e5-66d89cf35208 None None] Provisioning complete for port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:25.174606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ae453a13-11f6-4259-97e5-66d89cf35208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.201818 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38210) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:25.206462 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124606644', 'description': 'tempest-description--206326900'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:25.212658 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ae453a13-11f6-4259-97e5-66d89cf35208 None None] Port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:54:25.245320 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.297868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:25.298525 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:54:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:25.348808 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981c9b3-5d7c-403a-93b2-23539184109d None None] Pushing event updated for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:25.372737 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.482802 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:25.541140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9462-6a51-4a22-9f67-f30c73440e00 req-3d42c466-e2fa-4226-9650-c30bc1fdc2ff tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:25.542881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6eba9462-6a51-4a22-9f67-f30c73440e00 req-3d42c466-e2fa-4226-9650-c30bc1fdc2ff tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0643654 Sep 23 13:54:25.552677 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.587763 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] Provisioning complete for port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:25.588140 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.591364 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6eba9462-6a51-4a22-9f67-f30c73440e00 req-b918c1c7-2147-4347-9f9a-744af8884e6f tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Sep 23 13:54:25.633178 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.664728 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c7cac-473d-4137-8372-d66fbf35b8eb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:25.747898 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.750193 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.752813 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-643e6a27-ae26-47f6-91c2-d964e788a15a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5498145 Sep 23 13:54:25.754411 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38226) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:25.758758 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group_rule': {'security_group_id': '6e1c7cac-473d-4137-8372-d66fbf35b8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:25.788994 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aec80f-feca-4e20-8e20-c3d4c0fcfa4b req-0926e0bb-3607-4738-90c8-5359cadf5324 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:25.790716 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6aec80f-feca-4e20-8e20-c3d4c0fcfa4b req-0926e0bb-3607-4738-90c8-5359cadf5324 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0643120 Sep 23 13:54:25.796715 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] For port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:25.802289 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:25.829205 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630386-6641-4fba-a627-a7bdc65cac13 None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:25.832598 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6aec80f-feca-4e20-8e20-c3d4c0fcfa4b req-e6600f8f-cb0e-48a8-9202-e18024e003f7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Sep 23 13:54:25.894496 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:25.896943 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.073644 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.142956 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.191470 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93e7edb-de54-437f-bc3c-502973f9ec5b,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:26.226069 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796dcbd-52f6-4c9b-af1f-331398224476 None None] Pushing event updated for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:26.244850 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.248720 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-11975057-f4b4-4cbc-9839-af6c21486918 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912069 Sep 23 13:54:26.249419 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38244) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:26.255539 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group_rule': {'security_group_id': '6e1c7cac-473d-4137-8372-d66fbf35b8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:26.268637 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b9ceea1f-8d38-403a-bddf-b8f841c6ec78 req-eed202e3-a6e0-483a-b1df-f2d1a457832f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0866516 Sep 23 13:54:26.675383 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.717184 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:26.817027 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:26.817524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:26.860867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:27.005838 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:27.008036 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274f738-7c80-4c2f-98ec-5e64484de2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:27.087656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15ef2-2e34-476e-982b-4c3ad2b11974 req-0f404062-18da-4f6e-8fb1-2d148a4bee10 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:27.096922 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0bf15ef2-2e34-476e-982b-4c3ad2b11974 req-0f404062-18da-4f6e-8fb1-2d148a4bee10 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.3537767 Sep 23 13:54:27.124993 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a3810-5593-4fac-b97a-9bec037f0842 req-098c077b-4fcf-46a8-a82a-a58afd31d728 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:27.126596 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f38a3810-5593-4fac-b97a-9bec037f0842 req-098c077b-4fcf-46a8-a82a-a58afd31d728 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.1153221 Sep 23 13:54:27.176989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0bf15ef2-2e34-476e-982b-4c3ad2b11974 req-cfcf7058-8bf6-422d-ac1c-c796aa511060 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714188 Sep 23 13:54:27.177338 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38274) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:27.211061 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:27.242592 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f38a3810-5593-4fac-b97a-9bec037f0842 req-c5c4d2c7-2af1-40bd-b588-2a9ac48e48e2 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073332 Sep 23 13:54:27.274219 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0095d9-d16b-400d-a75c-452bd1f690e6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:27.359992 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:27.362266 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-25daa124-8de9-4804-963f-33eef5002b89 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1116920 Sep 23 13:54:27.370571 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38284) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:27.377404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:27.431599 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8557217a-9821-4b46-84b7-8e6c7dfc3928 req-7acf6e86-703a-4202-bf3f-208e02f69305 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0725060 Sep 23 13:54:27.457463 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc447217-0646-418e-a5bc-9af87feb43dc x-openstack-request-id: req-fc447217-0646-418e-a5bc-9af87feb43dc {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:27.457751 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:27.458004 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc447217-0646-418e-a5bc-9af87feb43dc {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:27.461764 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', 'status': 'completed', 'code': 200} Sep 23 13:54:27.479601 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b0b8-3e21-4d47-a332-15ed1f89768b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:27.899994 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.252453 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b0b8-3e21-4d47-a332-15ed1f89768b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.300429 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.311929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a46fe-8830-488a-adfd-8dcd2f4a980c req-c64447a7-1ef3-42f7-a743-e93dcde11de7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:28.319305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-490a46fe-8830-488a-adfd-8dcd2f4a980c req-c64447a7-1ef3-42f7-a743-e93dcde11de7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0739691 Sep 23 13:54:28.368691 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-490a46fe-8830-488a-adfd-8dcd2f4a980c req-1e23afd2-0947-476e-bab4-8f2d06fc76c2 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Sep 23 13:54:28.446321 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a340c-dca6-402c-882a-0bc035899e6d req-13675fa7-5d68-46d6-8d9e-2c5d18a9f0e2 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:28.446321 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b78a340c-dca6-402c-882a-0bc035899e6d req-13675fa7-5d68-46d6-8d9e-2c5d18a9f0e2 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0680630 Sep 23 13:54:28.446679 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ee9b0b8-3e21-4d47-a332-15ed1f89768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.516299 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9b0b8-3e21-4d47-a332-15ed1f89768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63705c9-cbc2-453f-9306-c841b7d29c2d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:28.553494 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b78a340c-dca6-402c-882a-0bc035899e6d req-e4fd3279-c874-47f2-8e06-d38e75573f4f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043024 Sep 23 13:54:28.586808 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Allocated IP 172.27.1.98 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/c5694140-43ff-40af-9259-a48675b8ba12) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:28.618219 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-30f2601d-8d50-4409-a696-b28dd210d28c req-1041080f-3517-4cc6-abae-86870a3efd9e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0565012 Sep 23 13:54:28.619361 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38322) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:28.624230 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7ee9b0b8-3e21-4d47-a332-15ed1f89768b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=631ca4b3ecdb4cf1a9692be22aed16dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4396553 Sep 23 13:54:28.685809 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.715500 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:28.830643 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.033579 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.036161 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.037347 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b63705c9-cbc2-453f-9306-c841b7d29c2d HTTP/1.1" status: 204 len: 168 time: 0.4150720 Sep 23 13:54:29.046944 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8a74f-29ae-4132-a1f1-c8c38726ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63705c9-cbc2-453f-9306-c841b7d29c2d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:29.068530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.124556 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:29.127466 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:29.131120 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:29.185654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=c5694140-43ff-40af-9259-a48675b8ba12,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:29.264846 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.487471 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.555885 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c564f-c87d-475b-a7bf-cbbc28728f65 req-bd35b446-ac68-4d2d-bea8-506920835279 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:29.576553 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-520c564f-c87d-475b-a7bf-cbbc28728f65 req-bd35b446-ac68-4d2d-bea8-506920835279 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.1002998 Sep 23 13:54:29.619752 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-520c564f-c87d-475b-a7bf-cbbc28728f65 req-5ead4a4c-5f16-4f30-9ae8-79084c2d60b6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511014 Sep 23 13:54:29.835843 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.840548 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-93b0747d-8e71-4763-b56d-c697be761fe8 req-48abf35a-ec56-425a-9157-18a4c8ccd564 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0962234 Sep 23 13:54:29.908018 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:29.923179 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cee3d-9177-4324-8afe-ddc87cc2811b req-643572f4-a300-4484-ab72-a1c693492644 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:29.933068 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f45cee3d-9177-4324-8afe-ddc87cc2811b req-643572f4-a300-4484-ab72-a1c693492644 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.1975000 Sep 23 13:54:29.988229 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f45cee3d-9177-4324-8afe-ddc87cc2811b req-5ec34ed9-ac53-4678-aa5c-c9fa780f0934 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535433 Sep 23 13:54:30.004958 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:30.010689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=c5694140-43ff-40af-9259-a48675b8ba12,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:30.124404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:30.125793 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c03abe49-8c54-436c-965a-bedd5cf3ead7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7524648 Sep 23 13:54:30.466785 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-e79fa052-601c-4232-bef0-6426db9f8c21 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2124606644&fields=id&tenant_id=52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 267 time: 0.0463984 Sep 23 13:54:30.667133 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-6a8e1c24-5324-4be9-880b-b0e17bcf0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:30.669750 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-6a8e1c24-5324-4be9-880b-b0e17bcf0b9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 1096 time: 0.1684768 Sep 23 13:54:30.749847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-4fc6dc01-42ec-4e17-828d-e30f257e93e4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:30.751361 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-4fc6dc01-42ec-4e17-828d-e30f257e93e4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 810 time: 0.2777140 Sep 23 13:54:30.753919 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-c29fa5dc-155b-4540-99fb-8d8b11378980 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d HTTP/1.1" status: 200 len: 217 time: 0.0740976 Sep 23 13:54:30.776212 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-6dfeda8b-2f1f-4153-b013-61e7e43c088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:30.778443 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-6dfeda8b-2f1f-4153-b013-61e7e43c088a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba565ca32a9f479c9b6ca1febedc87df&device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 1096 time: 0.2080481 Sep 23 13:54:30.802335 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-0f920f41-bf1f-4657-87dc-12bbb3a6a67d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/quotas/52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 375 time: 0.0360341 Sep 23 13:54:30.845708 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a5ff-400a-4785-98ea-1f62eb047e04 req-e56c3c06-f3c4-418b-9804-604a00399def tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:30.847134 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ae12a5ff-400a-4785-98ea-1f62eb047e04 req-e56c3c06-f3c4-418b-9804-604a00399def tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0912702 Sep 23 13:54:30.886148 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-a524a9a4-5b94-4e08-acde-ecb939b80944 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758634 Sep 23 13:54:30.901218 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ae12a5ff-400a-4785-98ea-1f62eb047e04 req-35b51393-0ebe-4ac6-ba19-be138819af36 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477874 Sep 23 13:54:31.010291 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6d1b47e-5d89-4b0d-b93a-f26c170a5bd0 req-f8052836-e873-4a0f-882c-e0227c7eb7f1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0327051 Sep 23 13:54:31.021585 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-eee35555-0515-4a2a-a292-f8eaf68ea74c service neutron] 10.222.0.18 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163464 Sep 23 13:54:31.151182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-970ca9c1-e29a-4547-8586-7e7a1fdb09cb service neutron] 10.222.0.18 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214948 Sep 23 13:54:31.166987 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e3fb-5296-4a19-8fd1-3c5cedaf1fc3 req-81969829-6a1e-4362-bbee-8ddf120b7608 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:31.169182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2800e3fb-5296-4a19-8fd1-3c5cedaf1fc3 req-81969829-6a1e-4362-bbee-8ddf120b7608 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0782645 Sep 23 13:54:31.219414 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2800e3fb-5296-4a19-8fd1-3c5cedaf1fc3 req-87e690a9-6544-422b-be59-0e957c1d820f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Sep 23 13:54:31.295197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38454) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:31.439114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0594640-a4fb-4916-bb60-807508a0be20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:31.536387 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c9dd20a6-8188-41c3-8fec-b35020116d24 req-c310d6cd-54f2-48cb-9f50-6c9f98adeb1e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.0338964 Sep 23 13:54:31.604478 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0594640-a4fb-4916-bb60-807508a0be20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:31.673116 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0594640-a4fb-4916-bb60-807508a0be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:31.716235 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f0594640-a4fb-4916-bb60-807508a0be20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc60d59d80d64d158e3f09aeea42bef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198463 Sep 23 13:54:31.717487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594640-a4fb-4916-bb60-807508a0be20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d99f5-cd50-452b-b3c0-8a740ff50a85,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:31.720911 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38488) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:31.781862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:31.805292 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:31.973602 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:32.000047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.002776 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.003920 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/270d99f5-cd50-452b-b3c0-8a740ff50a85 HTTP/1.1" status: 204 len: 168 time: 0.2819889 Sep 23 13:54:32.015082 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8efd30-80db-485c-87a2-1a3f31b535ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d99f5-cd50-452b-b3c0-8a740ff50a85,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:32.044404 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d0fa-1a10-45e5-a61e-4ae1215a1742 req-83e0a7ec-44a8-4d9d-9c6c-627ffd38c747 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:32.046027 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2ad5d0fa-1a10-45e5-a61e-4ae1215a1742 req-83e0a7ec-44a8-4d9d-9c6c-627ffd38c747 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0751665 Sep 23 13:54:32.125282 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c0e8-a504-445b-8322-47930d1c5669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.127800 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7d191ee6-c361-4111-a817-4f5b555e1c40 req-63194ae5-972e-4338-ac10-54590d3ded02 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0353212 Sep 23 13:54:32.131237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2ad5d0fa-1a10-45e5-a61e-4ae1215a1742 req-49ef10a7-6883-48fe-858b-48b78bf9f13b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Sep 23 13:54:32.219186 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c0e8-a504-445b-8322-47930d1c5669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.325273 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c0e8-a504-445b-8322-47930d1c5669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.359525 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95561c53-a4ed-4397-9f28-f39e49d1b2f6 req-2fdf8f6e-b97f-4bdf-904a-841aeac22bd4 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:32.366118 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7ab5c0e8-a504-445b-8322-47930d1c5669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=894621997b8a472b843f0eebf7b18649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913562 Sep 23 13:54:32.367234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5c0e8-a504-445b-8322-47930d1c5669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477087b1-4bce-4e98-a19b-294a175fdca5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:32.369196 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95561c53-a4ed-4397-9f28-f39e49d1b2f6 req-2fdf8f6e-b97f-4bdf-904a-841aeac22bd4 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0745528 Sep 23 13:54:32.370165 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38514) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:32.409308 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95561c53-a4ed-4397-9f28-f39e49d1b2f6 req-3bab7b11-9edf-46b0-af06-7ee3034f83ee tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Sep 23 13:54:32.438198 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.459380 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.576519 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.579166 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.580315 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/477087b1-4bce-4e98-a19b-294a175fdca5 HTTP/1.1" status: 204 len: 168 time: 0.1951039 Sep 23 13:54:32.588494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4d7c6-8f11-47f2-8cb4-91ad0d3f10a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477087b1-4bce-4e98-a19b-294a175fdca5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:32.643324 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-41fc3dca-e9ec-4f6e-a065-50c17659c19a req-8c81ea75-9b7c-4247-932c-07ad780aa986 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.0433729 Sep 23 13:54:32.739076 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38520) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:32.752570 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d726f99f-2f28-4202-a75a-0a3d45b13f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.838183 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d726f99f-2f28-4202-a75a-0a3d45b13f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.924520 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d726f99f-2f28-4202-a75a-0a3d45b13f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:32.967712 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d726f99f-2f28-4202-a75a-0a3d45b13f15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f315d1985d7b45a4829fac582b48d280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274628 Sep 23 13:54:32.969921 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726f99f-2f28-4202-a75a-0a3d45b13f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623800a5-88f1-478f-a279-9312fdc9933f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:32.970475 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38528) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:33.034637 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:33.056284 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:33.250014 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-089b8b90-257b-4f7c-a937-078d05b6a7f3 req-ad65d777-d5ae-416c-9625-52dc8bd69b51 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0506303 Sep 23 13:54:33.253725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:33.256477 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:33.257665 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/623800a5-88f1-478f-a279-9312fdc9933f HTTP/1.1" status: 204 len: 168 time: 0.2861655 Sep 23 13:54:33.271338 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb02b89-67cc-4fe1-a0df-f23dc34e73c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623800a5-88f1-478f-a279-9312fdc9933f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:33.304261 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0963ec-1cf9-46e0-a8c7-8106c2492e12 req-f58c5245-6f61-46cf-bb74-f018177bab33 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:33.305916 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac0963ec-1cf9-46e0-a8c7-8106c2492e12 req-f58c5245-6f61-46cf-bb74-f018177bab33 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0974114 Sep 23 13:54:33.350190 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac0963ec-1cf9-46e0-a8c7-8106c2492e12 req-d7861599-dced-4053-808d-f23758f44a5d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Sep 23 13:54:33.533534 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04d8b7-c48d-47d2-868c-9f6354276136 req-db496541-a40a-4819-b1a6-4ed02b49a0a1 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:33.535085 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4d04d8b7-c48d-47d2-868c-9f6354276136 req-db496541-a40a-4819-b1a6-4ed02b49a0a1 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0576024 Sep 23 13:54:33.575930 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4d04d8b7-c48d-47d2-868c-9f6354276136 req-6b4f2890-35fb-474d-8577-129ee5003633 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Sep 23 13:54:33.779103 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-ff03d2b8-a61e-4408-b63a-9913a952b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:33.780709 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-ff03d2b8-a61e-4408-b63a-9913a952b08b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.1873088 Sep 23 13:54:33.790375 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3dd3ab6a-682c-4a5f-8b00-2c5862529b49 req-bb743bec-bfcb-401e-9164-8ef3fc67c9ff tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.0642133 Sep 23 13:54:33.910376 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.45', 55593) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:34.038209 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-20411a9f-8bee-42a4-a0f8-7ce21946310f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2412624 Sep 23 13:54:34.044102 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-8778276f-873d-4a01-bbf3-5a5d0e942db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.045881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-8778276f-873d-4a01-bbf3-5a5d0e942db0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ba565ca32a9f479c9b6ca1febedc87df&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4691031 Sep 23 13:54:34.228924 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-a5a86cc5-d154-414f-8f44-d56a6abff36a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.237614 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-a5a86cc5-d154-414f-8f44-d56a6abff36a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 819 time: 0.3254240 Sep 23 13:54:34.252594 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Request body: {'port': {'device_id': '18946347-04f6-4813-8af3-07f354e305d8', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'admin_state_up': True, 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:34.300994 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-8bd3a5d1-3fae-44a5-b070-9794d60a06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.302776 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e8a5132-c6e2-4135-9ce4-bee70eacffba req-8bd3a5d1-3fae-44a5-b070-9794d60a06c6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2478132 Sep 23 13:54:34.321243 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-f459973b-62db-4477-bb14-1926c64af7fb service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733536 Sep 23 13:54:34.564879 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d2717de-a20a-40eb-b419-9c29576089ba req-85a83774-c0c0-4e8a-b39b-a9ce2dd22d7a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.1841319 Sep 23 13:54:34.608528 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-927b8771-cb70-4487-beb4-4793aedf878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.610121 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-927b8771-cb70-4487-beb4-4793aedf878a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ba565ca32a9f479c9b6ca1febedc87df&device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 1096 time: 0.2224360 Sep 23 13:54:34.622659 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7d1b4c9-e1df-417f-a3cb-743d5fca52b3 req-b2cf2735-ff27-4579-b459-9edddb161249 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903912 Sep 23 13:54:34.628005 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Made reservation on behalf of 95526d8b2e9a48309ab6117cc7ce7b1c for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:34.632546 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:34.717940 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d08289-ef98-48b3-9b74-ef2615ede7d0 req-59cdffd3-c6d9-44ae-8c58-10fcdd4335d4 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.721732 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29d08289-ef98-48b3-9b74-ef2615ede7d0 req-59cdffd3-c6d9-44ae-8c58-10fcdd4335d4 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.1882827 Sep 23 13:54:34.726698 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-824ebfdd-f67f-495a-b030-87f16d8935cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a78ba7-abb0-4666-b18f-06147771c0fa HTTP/1.1" status: 200 len: 217 time: 0.1079037 Sep 23 13:54:34.895409 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.45', 55598) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:34.925563 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-29d08289-ef98-48b3-9b74-ef2615ede7d0 req-1df5cdc7-dc70-4dc6-8410-96d5e8bba663 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795125 Sep 23 13:54:34.958594 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982748-c93d-40bb-ab18-3092913a2978 req-0dabb344-dc1a-46eb-b09b-38d04fa2db5a tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.966264 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be982748-c93d-40bb-ab18-3092913a2978 req-0dabb344-dc1a-46eb-b09b-38d04fa2db5a tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.2431867 Sep 23 13:54:34.971975 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-0366bdf2-1b20-46be-b0aa-7c56533fabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:34.973782 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-0366bdf2-1b20-46be-b0aa-7c56533fabb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=16bfcf9a-760e-44ef-8bd1-2ab6604b4757 HTTP/1.1" status: 200 len: 851 time: 0.2242310 Sep 23 13:54:35.009026 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Allocated IP 172.20.0.13 (e264d5d6-4129-483d-ae78-f6184e67096d/5a97323c-8832-404e-be02-452b109561c7/c00ad809-0a9b-4aa4-9250-575f92ca946a) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:35.044592 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-6a5d642b-c5b1-46f8-afc6-1c56a480fd32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bae2001f-a80b-42ef-983e-dadd78b44255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569897 Sep 23 13:54:35.063034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-b7f7cbd4-666f-4e36-8484-9c039b5d78ae tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.064868 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-b7f7cbd4-666f-4e36-8484-9c039b5d78ae tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 819 time: 0.3406012 Sep 23 13:54:35.093919 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Request body: {'port': {'device_id': '187d5134-9136-4f1f-b497-91055a5f9536', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'admin_state_up': True, 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:35.099122 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-128b974e-47d3-4126-bce7-9feb44ba26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.100830 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-128b974e-47d3-4126-bce7-9feb44ba26be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 1096 time: 0.2037244 Sep 23 13:54:35.142593 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-be982748-c93d-40bb-ab18-3092913a2978 req-a965274c-7e48-4699-a8d6-bf9d32b99445 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666934 Sep 23 13:54:35.181923 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7fb871d0-0e78-4f77-b06e-fd28284f4d12 req-df4ea13f-5e5c-4b4b-9ea6-4e15e3415ac5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.1357241 Sep 23 13:54:35.260182 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:35.381704 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.45', 55602) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:35.434578 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-093f790d-97c3-4761-b8f0-90a707dc0966 service neutron] 10.222.0.45 "GET /v2.0/networks/bae2001f-a80b-42ef-983e-dadd78b44255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669007 Sep 23 13:54:35.452946 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:35.557399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-1b6ac28b-3a8c-4520-a68f-18fac090bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.557399 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-1b6ac28b-3a8c-4520-a68f-18fac090bf35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 914 time: 0.4102886 Sep 23 13:54:35.672436 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-a613c53e-42cb-4fad-9710-3dde13d18208 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d HTTP/1.1" status: 200 len: 217 time: 0.0889571 Sep 23 13:54:35.743477 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Network e264d5d6-4129-483d-ae78-f6184e67096d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:35.744457 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec1cc289-6d49-479c-94c4-8162cf3bc44d req-8a350c82-24b6-46cd-b9d8-4d9adafd7542 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0599384 Sep 23 13:54:35.747083 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-581d2a81-8fff-4be4-a340-dfccb696eb05 service neutron] 10.222.0.45 "GET /v2.0/networks/bae2001f-a80b-42ef-983e-dadd78b44255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918291 Sep 23 13:54:35.763349 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-8168a485-26b2-4ad8-a0d3-a11f0f88295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.764923 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-8168a485-26b2-4ad8-a0d3-a11f0f88295a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0823767 Sep 23 13:54:35.766074 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Made reservation on behalf of 95526d8b2e9a48309ab6117cc7ce7b1c for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:35.770129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:35.777957 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:35.780210 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Pushing event updated for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:35.783678 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:35.794982 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.795649 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:35.804292 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-9057904e-d92c-4c0d-be3d-75dc988be6c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314837 Sep 23 13:54:35.809265 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-49a25922-97e8-4bcc-b3e8-23a3cc3b02c1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:35.810872 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-49a25922-97e8-4bcc-b3e8-23a3cc3b02c1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 810 time: 0.4280725 Sep 23 13:54:35.884993 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-dc39765c-aa2c-4d5c-a3e7-617d0d58750b tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 380 time: 0.0625134 Sep 23 13:54:35.900374 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'port': {'device_id': '494f06d2-b063-492a-8936-83c0520780ee', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'admin_state_up': True, 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'security_groups': ['6e1c7cac-473d-4137-8372-d66fbf35b8eb']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:35.923429 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ffbf0997-396e-4d75-a837-cb1c4748365a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6755588 Sep 23 13:54:35.943274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Request body: {'port': {'device_id': '18946347-04f6-4813-8af3-07f354e305d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:36.130057 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.254581 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:36.308077 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd522ab-cd36-427b-95e9-aac499a0c081 req-6887b1b8-0a9d-4cfe-bd24-0515ed6bc548 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:36.315990 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd522ab-cd36-427b-95e9-aac499a0c081 req-6887b1b8-0a9d-4cfe-bd24-0515ed6bc548 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.2070949 Sep 23 13:54:36.368790 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-add326b2-b0bd-4766-8209-8378c7a21b67 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484905 Sep 23 13:54:36.370029 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Allocated IP 172.20.0.4 (e264d5d6-4129-483d-ae78-f6184e67096d/5a97323c-8832-404e-be02-452b109561c7/983c5c4d-f864-46d5-bd3f-fd19b69b077a) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:36.428820 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd522ab-cd36-427b-95e9-aac499a0c081 req-4872711f-381d-4861-bd6d-0375de85c29b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123583 Sep 23 13:54:36.449941 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad8af2-63a3-4588-a978-485c2773e1fe req-064ae7a7-2738-4e77-b1ec-2514ccce3dda tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:36.454034 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-90ad8af2-63a3-4588-a978-485c2773e1fe req-064ae7a7-2738-4e77-b1ec-2514ccce3dda tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.2046747 Sep 23 13:54:36.554278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73545d34-acc4-47f0-969d-9e8e014ca6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.576175 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Made reservation on behalf of 52f0c2ee69904c008d80be6c2042e20d for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:36.579904 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.601384 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7efcf3c3-32de-435c-9769-e0c656adb4cc req-707aa3a4-31e1-4619-9a66-c2812ba947b4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.0670350 Sep 23 13:54:36.650486 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-90ad8af2-63a3-4588-a978-485c2773e1fe req-486c195b-6232-4810-b2e0-5f6e832e55d2 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670799 Sep 23 13:54:36.686050 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-965d3ed6-be0f-4e1f-b1cf-a3f80b78891b service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039892 Sep 23 13:54:36.737900 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Allocated IP 172.20.0.13 (4b945559-3dcb-45d0-b8d6-2f37142e6d82/6c94512a-012f-4c6a-8545-9ab178a7dc1a/946a4eaa-5ca9-40c2-95d1-19b53ed9a958) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:54:36.757181 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.839002 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73545d34-acc4-47f0-969d-9e8e014ca6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.869382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6bf3d8aa-b486-45de-a5d2-2adf6e8c5b2a req-863aa26a-161d-4cdd-b1b2-30fb44056ac1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Sep 23 13:54:36.880356 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.921338 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.929591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Network e264d5d6-4129-483d-ae78-f6184e67096d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:36.937047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:36.944999 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:36.956365 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-73545d34-acc4-47f0-969d-9e8e014ca6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:36.992950 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Pushing event updated for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.036612 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73545d34-acc4-47f0-969d-9e8e014ca6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9efd4-e2b5-4325-97ee-af4ae268fb4d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.049159 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-73545d34-acc4-47f0-969d-9e8e014ca6f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3094c7874b7c40859a70bde5991fb455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938180 Sep 23 13:54:37.052033 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38700) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:37.065088 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.066402 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.093354 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00ad809-0a9b-4aa4-9250-575f92ca946a {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:37.097115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.116945 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Transition to ACTIVE for port object c00ad809-0a9b-4aa4-9250-575f92ca946a will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:54:37.119488 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.136037 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.146551 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.177672 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:54:37.180786 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:37.184550 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:54:37.190232 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.190855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.197285 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-107a62ec-3cb7-401f-a97c-8de0154cda89 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1127038 Sep 23 13:54:37.204286 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.207597 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Request body: {'port': {'device_id': '187d5134-9136-4f1f-b497-91055a5f9536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:37.223567 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.272217 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.307606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.312250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.321487 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfb9efd4-e2b5-4325-97ee-af4ae268fb4d HTTP/1.1" status: 204 len: 168 time: 0.2616429 Sep 23 13:54:37.338606 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.349274 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-211afc0a-c4b8-40d0-bf37-8fe7ac05e280 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4573023 Sep 23 13:54:37.360569 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473fe63-2c4e-47a0-aec5-d2b4955b24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9efd4-e2b5-4325-97ee-af4ae268fb4d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.366080 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Attempting to bind port c00ad809-0a9b-4aa4-9250-575f92ca946a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:37.366425 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Attempting to bind port c00ad809-0a9b-4aa4-9250-575f92ca946a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:37.366744 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Attempting to bind port c00ad809-0a9b-4aa4-9250-575f92ca946a on network e264d5d6-4129-483d-ae78-f6184e67096d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:37.375169 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Port c00ad809-0a9b-4aa4-9250-575f92ca946a on network e264d5d6-4129-483d-ae78-f6184e67096d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:54:37.375867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Attempting to bind port c00ad809-0a9b-4aa4-9250-575f92ca946a on network e264d5d6-4129-483d-ae78-f6184e67096d {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:37.381925 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:37.391704 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Checking segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:37.391704 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Bound using segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:37.394984 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Bound port: c00ad809-0a9b-4aa4-9250-575f92ca946a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:37.394984 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.445389 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-10ae31cc-80c8-476a-8e67-c32770551d9e None None] Provisioning complete for port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:37.445995 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10ae31cc-80c8-476a-8e67-c32770551d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.470398 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:37.478298 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:37.498323 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10ae31cc-80c8-476a-8e67-c32770551d9e None None] Port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:54:37.601591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70199c7b-a7be-4edf-a3c3-2472ed1423a5 req-91c54c69-96bc-44ba-8336-95ec31455cce tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.603003 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-70199c7b-a7be-4edf-a3c3-2472ed1423a5 req-91c54c69-96bc-44ba-8336-95ec31455cce tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0884016 Sep 23 13:54:37.613226 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.650648 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.651274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.652930 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] 10.222.0.45 "PUT /v2.0/ports/c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 1094 time: 1.7177508 Sep 23 13:54:37.653339 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:37.675588 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-70199c7b-a7be-4edf-a3c3-2472ed1423a5 req-9bc09d1f-04b1-4042-aaab-ea0d8df841fe tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593991 Sep 23 13:54:37.744140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983c5c4d-f864-46d5-bd3f-fd19b69b077a {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:37.753041 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.805980 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Transition to ACTIVE for port object 983c5c4d-f864-46d5-bd3f-fd19b69b077a will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:54:37.818749 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a723-3f0e-4752-a29e-b6d8d7266a73 service neutron] Pushing event updated for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:37.848094 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572cd1c-c0cf-41f1-9894-9762865bf2e4 req-507d614b-e8b6-482c-9d82-abedb624301a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.849677 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3572cd1c-c0cf-41f1-9894-9762865bf2e4 req-507d614b-e8b6-482c-9d82-abedb624301a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 932 time: 0.0928504 Sep 23 13:54:37.862309 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd21d9e-d7ed-4592-9e83-c0a1d1c7127d req-33e36d1a-a5b1-4c77-848f-5124b910c39a tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:37.869696 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bbd21d9e-d7ed-4592-9e83-c0a1d1c7127d req-33e36d1a-a5b1-4c77-848f-5124b910c39a tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0833640 Sep 23 13:54:37.901143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:37.972551 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bbd21d9e-d7ed-4592-9e83-c0a1d1c7127d req-2433d907-d91e-4565-92ec-1af1af6846d0 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020176 Sep 23 13:54:37.975122 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3572cd1c-c0cf-41f1-9894-9762865bf2e4 req-dcc59100-dc03-499e-a500-4c54becde404 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025507 Sep 23 13:54:37.994754 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Pushing event updated for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:38.116608 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38738) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:38.119373 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Attempting to bind port 983c5c4d-f864-46d5-bd3f-fd19b69b077a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:38.119790 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Attempting to bind port 983c5c4d-f864-46d5-bd3f-fd19b69b077a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:38.120194 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Attempting to bind port 983c5c4d-f864-46d5-bd3f-fd19b69b077a on network e264d5d6-4129-483d-ae78-f6184e67096d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:38.130151 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9c812-bc52-4101-9620-b73153f194fe req-c9ae76ee-e4b7-49db-a3d8-78693839b062 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:38.130961 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be75d41d-2b34-41fc-a56e-9c48018cfb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:38.131654 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ef9c812-bc52-4101-9620-b73153f194fe req-c9ae76ee-e4b7-49db-a3d8-78693839b062 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.0817270 Sep 23 13:54:38.135216 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Port 983c5c4d-f864-46d5-bd3f-fd19b69b077a on network e264d5d6-4129-483d-ae78-f6184e67096d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:54:38.135541 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Attempting to bind port 983c5c4d-f864-46d5-bd3f-fd19b69b077a on network e264d5d6-4129-483d-ae78-f6184e67096d {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:38.140933 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:38.141275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Checking segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:38.141749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Bound using segment: {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:38.142242 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Bound port: 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137459d8-7345-4773-921e-410dd14f149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:38.142669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.146293 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e634af71-e64e-431d-b473-5412a756ba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.217504 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ef9c812-bc52-4101-9620-b73153f194fe req-481baaab-2a55-43f1-9b6c-ac1522138c70 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720923 Sep 23 13:54:38.242800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:38.246716 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:38.260467 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e634af71-e64e-431d-b473-5412a756ba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.334354 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32718f2-01d6-4bbe-8e25-094faece8785 x-openstack-request-id: req-a32718f2-01d6-4bbe-8e25-094faece8785 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:38.334758 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:38.335010 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a32718f2-01d6-4bbe-8e25-094faece8785 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:38.335465 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a', 'status': 'completed', 'code': 200} Sep 23 13:54:38.359591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.392554 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:38.393262 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.394837 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] 10.222.0.45 "PUT /v2.0/ports/983c5c4d-f864-46d5-bd3f-fd19b69b077a HTTP/1.1" status: 200 len: 1093 time: 1.1922057 Sep 23 13:54:38.397200 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:38.399516 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:38.425448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f10fd4-c933-4435-91ef-3e947da4aece service neutron] Pushing event updated for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:38.435611 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3672cf26-8634-4840-9df6-095d6b48cc73 x-openstack-request-id: req-3672cf26-8634-4840-9df6-095d6b48cc73 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:38.435896 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:38.436173 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3672cf26-8634-4840-9df6-095d6b48cc73 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:38.436651 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'status': 'completed', 'code': 200} Sep 23 13:54:38.524753 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e634af71-e64e-431d-b473-5412a756ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.561880 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634af71-e64e-431d-b473-5412a756ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc011b-5e40-4cb3-9329-5ff275f0d077,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:38.566219 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e634af71-e64e-431d-b473-5412a756ba43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b16a3f6c3fa4d4eb0da0277567be224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469500 Sep 23 13:54:38.568982 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38750) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:38.616840 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.638777 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.763398 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.766014 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:38.767218 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9bc011b-5e40-4cb3-9329-5ff275f0d077 HTTP/1.1" status: 204 len: 168 time: 0.1973836 Sep 23 13:54:38.775646 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a90bc-34a1-43e8-8f08-edc8a4a5cc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc011b-5e40-4cb3-9329-5ff275f0d077,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:38.796146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba75b1-d3a0-4f28-9d09-f654650268bb req-7e47df26-7ae1-4a11-a366-7f36c290c048 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:38.798551 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cba75b1-d3a0-4f28-9d09-f654650268bb req-7e47df26-7ae1-4a11-a366-7f36c290c048 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0569069 Sep 23 13:54:38.837067 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cba75b1-d3a0-4f28-9d09-f654650268bb req-d1a359f2-f557-4037-adc2-614655679c62 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Sep 23 13:54:39.125856 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458101ba-5850-483f-8034-7d9091f86ca8 req-826989e4-adb4-451e-848e-d6e6486aad0d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:39.127317 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-458101ba-5850-483f-8034-7d9091f86ca8 req-826989e4-adb4-451e-848e-d6e6486aad0d tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.0798852 Sep 23 13:54:39.139016 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1305e4b-d49e-4958-b64a-1ecad360ac85 req-d8e0f869-960b-4e25-90a1-d739a68bee6a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:39.140474 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1305e4b-d49e-4958-b64a-1ecad360ac85 req-d8e0f869-960b-4e25-90a1-d739a68bee6a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 932 time: 0.0659997 Sep 23 13:54:39.204382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1305e4b-d49e-4958-b64a-1ecad360ac85 req-f92543b5-3d2c-40e7-bc48-427825c700bf tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569055 Sep 23 13:54:39.206975 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-458101ba-5850-483f-8034-7d9091f86ca8 req-773f1b3a-f684-48e9-9121-e01a8e6fc5b3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Sep 23 13:54:39.346522 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c86c-e667-4d6f-80be-bdd6b19cc2be req-ba9635f0-73ee-4980-808a-8844d47ca1dc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:39.348309 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c920c86c-e667-4d6f-80be-bdd6b19cc2be req-ba9635f0-73ee-4980-808a-8844d47ca1dc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.0529385 Sep 23 13:54:39.401045 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c920c86c-e667-4d6f-80be-bdd6b19cc2be req-4d9b6c36-3ef8-4958-9ce0-eaf7df3a9d61 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Sep 23 13:54:39.823353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38798) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:39.938496 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b2a322f-31c6-44b5-a558-7cb3c01a0ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:39.955014 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8156-7568-4338-9be4-a3e189b30da4 req-ee9850bd-c2c6-47ac-9438-c98a1dab0b65 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:39.956496 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-379c8156-7568-4338-9be4-a3e189b30da4 req-ee9850bd-c2c6-47ac-9438-c98a1dab0b65 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 943 time: 0.0491989 Sep 23 13:54:39.997323 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-379c8156-7568-4338-9be4-a3e189b30da4 req-e399de84-9a21-4834-9553-85a40e24d471 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Sep 23 13:54:40.036178 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b2a322f-31c6-44b5-a558-7cb3c01a0ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.138624 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4b2a322f-31c6-44b5-a558-7cb3c01a0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.153163 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 82a78ba7-abb0-4666-b18f-06147771c0fa details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:54:40.161261 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Request body: {'port': {'device_id': '494f06d2-b063-492a-8936-83c0520780ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:40.214237 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4b2a322f-31c6-44b5-a558-7cb3c01a0ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61a6cea9c7b04c68a010d1e202aa03a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895986 Sep 23 13:54:40.220759 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38814) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:40.224369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a322f-31c6-44b5-a558-7cb3c01a0ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe76ada-0894-4870-8796-e4fcc4146947,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:40.272741 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-d080b896-2ac6-4dba-b6e5-93c067d4bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.275056 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-d080b896-2ac6-4dba-b6e5-93c067d4bcfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1096 time: 0.0981398 Sep 23 13:54:40.319602 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a78ba7-abb0-4666-b18f-06147771c0fa,segment=NetworkSegment(f3fe6eac-9497-46e3-9750-a233af3a3fd7),segment_id=f3fe6eac-9497-46e3-9750-a233af3a3fd7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:40.332519 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '82a78ba7-abb0-4666-b18f-06147771c0fa', 'network_id': 'bae2001f-a80b-42ef-983e-dadd78b44255', 'port_id': '82a78ba7-abb0-4666-b18f-06147771c0fa', 'mac_address': 'fa:16:3e:3d:79:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bfcf9a-760e-44ef-8bd1-2ab6604b4757', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:54:40.350251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.374385 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.382470 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-b00377d4-4786-41bc-ae34-67ce86df54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.384270 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-b00377d4-4786-41bc-ae34-67ce86df54eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1097 time: 0.1455436 Sep 23 13:54:40.394233 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a78ba7-abb0-4666-b18f-06147771c0fa {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:40.417982 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a78ba7-abb0-4666-b18f-06147771c0fa,segment=NetworkSegment(f3fe6eac-9497-46e3-9750-a233af3a3fd7),segment_id=f3fe6eac-9497-46e3-9750-a233af3a3fd7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:40.462959 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c8d8-1811-4146-ae0b-5281560de30b req-7aa9685e-6a3f-44a6-a411-a98332350c48 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.464395 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdd1c8d8-1811-4146-ae0b-5281560de30b req-7aa9685e-6a3f-44a6-a411-a98332350c48 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 932 time: 0.1619034 Sep 23 13:54:40.481493 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19326a9-dd4e-4898-8232-4f5eb882c5c3 req-c7d3c763-dade-44e9-824f-4fd91459502c tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.483365 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f19326a9-dd4e-4898-8232-4f5eb882c5c3 req-c7d3c763-dade-44e9-824f-4fd91459502c tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 943 time: 0.1443470 Sep 23 13:54:40.483444 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.492723 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.494367 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device fd37d225-a2ed-4bc9-8e65-69d58aef0d9d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:54:40.564561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-bc0a56cb-5b0d-465e-9c98-8bccf93d8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.566148 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-bc0a56cb-5b0d-465e-9c98-8bccf93d8671 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2823412 Sep 23 13:54:40.570500 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdd1c8d8-1811-4146-ae0b-5281560de30b req-d9302820-1c42-4c0d-9212-1d1d5b178566 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864124 Sep 23 13:54:40.594138 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:40.630633 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f19326a9-dd4e-4898-8232-4f5eb882c5c3 req-24c7e67b-9e89-43eb-b0bb-5039a7df2bbc tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358728 Sep 23 13:54:40.703699 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:40.730428 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'port_id': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', 'mac_address': 'fa:16:3e:78:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9871fc46-4aa9-46f0-94d3-c7fdc889f923', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:54:40.787138 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-b2767b4e-0a0e-4376-83ca-5ae5b53cf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.788700 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca22ba3c-db01-4fa4-9ae1-53a0a7700bc2 req-b2767b4e-0a0e-4376-83ca-5ae5b53cf8ae service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2109644 Sep 23 13:54:40.799094 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.811237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.814498 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af55c0-c260-439b-9abb-ecc6b8d8fd89 req-e92c8b00-3e87-4427-9923-6080d5807d8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.817240 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65af55c0-c260-439b-9abb-ecc6b8d8fd89 req-e92c8b00-3e87-4427-9923-6080d5807d8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.1038513 Sep 23 13:54:40.849934 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd37d225-a2ed-4bc9-8e65-69d58aef0d9d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:40.868739 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:40.935155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:40.954006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-941050f9-8395-4aaa-8a66-75c30567ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.957043 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-941050f9-8395-4aaa-8a66-75c30567ab81 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5510566 Sep 23 13:54:40.959413 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65af55c0-c260-439b-9abb-ecc6b8d8fd89 req-26e9f3a9-73b8-4210-8f8a-f927e55d7485 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323364 Sep 23 13:54:40.984250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-e055bc4a-3c0f-49a7-aa05-4959b1222924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:40.985648 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-e055bc4a-3c0f-49a7-aa05-4959b1222924 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1096 time: 0.1435125 Sep 23 13:54:41.037643 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-fcbcdd3e-4868-4bee-bec6-e9ed39919952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a HTTP/1.1" status: 200 len: 217 time: 0.0429602 Sep 23 13:54:41.037847 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:41.044327 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:41.056268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:41.057352 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afe76ada-0894-4870-8796-e4fcc4146947 HTTP/1.1" status: 204 len: 168 time: 0.8351364 Sep 23 13:54:41.130138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987cb6c-dd2f-4837-8a3b-7bac29b74da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe76ada-0894-4870-8796-e4fcc4146947,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:41.154455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-22f92307-6d68-49f0-8858-d729fa690be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.166026 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-22f92307-6d68-49f0-8858-d729fa690be8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.1058903 Sep 23 13:54:41.208296 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-df578525-0e15-4bf6-9952-d169d2323bb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413113 Sep 23 13:54:41.222255 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e2de-51aa-42b0-be2a-30dc3c20fbf5 req-906df881-4d7a-4462-a233-02e3682c0971 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.225837 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8e71e2de-51aa-42b0-be2a-30dc3c20fbf5 req-906df881-4d7a-4462-a233-02e3682c0971 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 944 time: 0.1261840 Sep 23 13:54:41.257713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:54:41.265153 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-f644eb2b-c1b0-48d7-bec1-3eedbda85bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.266989 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-be75d41d-2b34-41fc-a56e-9c48018cfb3b req-f644eb2b-c1b0-48d7-bec1-3eedbda85bf4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2839627 Sep 23 13:54:41.327547 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['82a78ba7-abb0-4666-b18f-06147771c0fa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:54:41.349587 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8e71e2de-51aa-42b0-be2a-30dc3c20fbf5 req-f2810bc4-03ef-4951-8b9e-4e89068a0754 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Sep 23 13:54:41.362202 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:41.382277 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-d7855f4d-52c4-42d4-924d-a60e5b22dd13 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552179 Sep 23 13:54:41.404029 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:41.441686 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Transition to ACTIVE for port object 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:54:41.441686 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-93ad4f39-59f7-4b80-aae4-77d95dfb3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.441686 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-93ad4f39-59f7-4b80-aae4-77d95dfb3316 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1097 time: 0.1229208 Sep 23 13:54:41.495188 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06f4eb57-72e8-470c-a441-ceae0b4f597c req-7f7f739f-33f7-49a1-ba89-c390860f568c service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048267 Sep 23 13:54:41.527207 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-ab61311e-2c66-43e8-b4ec-b52e6393e299 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.0802801 Sep 23 13:54:41.602387 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-4fd3ef4e-fa4e-4761-afa8-012ca2cfd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.604178 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-4fd3ef4e-fa4e-4761-afa8-012ca2cfd97b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0708513 Sep 23 13:54:41.682716 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-92674ce2-35db-4d22-b052-6c3f6bcc6824 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714166 Sep 23 13:54:41.723558 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:41.736047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5bc34-c1f6-4b34-9aa9-ad0866a8e2f5 req-afd5418d-5be9-4adc-aa1c-80dad5997427 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.738035 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cfb5bc34-c1f6-4b34-9aa9-ad0866a8e2f5 req-afd5418d-5be9-4adc-aa1c-80dad5997427 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 932 time: 0.0712645 Sep 23 13:54:41.830493 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cfb5bc34-c1f6-4b34-9aa9-ad0866a8e2f5 req-e8edca7c-fc9d-4107-a5df-71e494df5d5e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850136 Sep 23 13:54:41.852001 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f456e7e-3259-4a22-b8e4-f718812c4567 req-7e6037ff-b483-41a3-b747-62732d883d23 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:41.853661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8f456e7e-3259-4a22-b8e4-f718812c4567 req-7e6037ff-b483-41a3-b747-62732d883d23 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 944 time: 0.0722332 Sep 23 13:54:41.875020 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Pushing event updated for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:41.909468 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-8dc110fe-9c41-4e83-ad03-2968460aebd3 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192073 Sep 23 13:54:41.926807 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8f456e7e-3259-4a22-b8e4-f718812c4567 req-81d0fe0e-0392-40e7-83fa-2693bf402237 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 Sep 23 13:54:41.956424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Attempting to bind port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:54:41.956950 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Attempting to bind port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:54:41.957171 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Attempting to bind port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:41.966130 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:54:41.966454 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Attempting to bind port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:54:41.982578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:54:41.982927 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Checking segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:41.983314 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Bound using segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:54:41.983823 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Bound port: 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:54:41.984122 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.117339 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-48ca1d26-782e-4675-96ff-2d8f7b928636 req-14edd227-4f45-4f8c-ac98-42495d8e6ab1 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954396 Sep 23 13:54:42.134156 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83243c-dc5a-41cf-9cdb-c95ec620bb40 req-b8067ac1-26dd-41b3-a2bc-53a3d4a8a816 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.138123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b83243c-dc5a-41cf-9cdb-c95ec620bb40 req-b8067ac1-26dd-41b3-a2bc-53a3d4a8a816 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.0798445 Sep 23 13:54:42.144578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:54:42.151397 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:54:42.197807 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:42.213274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-266e5473-078d-4801-b875-0f20f7c12f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.230138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38884) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:42.262719 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.317441 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.318376 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.320270 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] 10.222.0.45 "PUT /v2.0/ports/946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 1094 time: 2.1741483 Sep 23 13:54:42.321024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:42.324003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:42.365300 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342fd36-4092-4783-ac83-72018c76f666 service neutron] Pushing event updated for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:42.388193 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37abbd-988f-429d-8420-5b540c2e3003 x-openstack-request-id: req-4c37abbd-988f-429d-8420-5b540c2e3003 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:42.388478 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:42.388748 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c37abbd-988f-429d-8420-5b540c2e3003 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:42.389140 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'status': 'completed', 'code': 200} Sep 23 13:54:42.416021 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-266e5473-078d-4801-b875-0f20f7c12f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.477223 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-383f7a39-52d0-45af-95ff-86184182e991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.490696 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b83243c-dc5a-41cf-9cdb-c95ec620bb40 req-57e0644b-7fc3-4e1f-93fe-e0afa164c0d3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433826 Sep 23 13:54:42.505601 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-8354db66-f1d3-4a3f-93e7-05217b0c847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.507630 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-8354db66-f1d3-4a3f-93e7-05217b0c847c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1097 time: 0.0911033 Sep 23 13:54:42.516587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e617d-a124-4d9d-8d56-f63443b68ee8 req-904a618d-e4a2-4824-842a-fa518b5c872c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.518346 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc1e617d-a124-4d9d-8d56-f63443b68ee8 req-904a618d-e4a2-4824-842a-fa518b5c872c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 944 time: 0.0666070 Sep 23 13:54:42.545911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-266e5473-078d-4801-b875-0f20f7c12f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.567293 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc1e617d-a124-4d9d-8d56-f63443b68ee8 req-28666e0e-bdaf-4964-a93c-7b07653f472e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421426 Sep 23 13:54:42.612754 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e5473-078d-4801-b875-0f20f7c12f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61584cd7-934f-4d0e-9511-8997bdc77cd1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:42.655365 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-266e5473-078d-4801-b875-0f20f7c12f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cad0f61b4474b9a87eb3c8125077fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563816 Sep 23 13:54:42.657964 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:42.691034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-d7452fbb-4723-43e0-8e1b-a0c919488f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.692512 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-d7452fbb-4723-43e0-8e1b-a0c919488f3b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52f0c2ee69904c008d80be6c2042e20d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1756687 Sep 23 13:54:42.708535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.731662 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.792576 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-383f7a39-52d0-45af-95ff-86184182e991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.813379 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-65505afa-9b83-499f-be22-8a6130bf04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.814867 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a9c0f9af-6cd6-46c8-af05-4095e9b3fd7f req-65505afa-9b83-499f-be22-8a6130bf04f4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1130190 Sep 23 13:54:42.867376 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.870128 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.873846 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61584cd7-934f-4d0e-9511-8997bdc77cd1 HTTP/1.1" status: 204 len: 168 time: 0.2125151 Sep 23 13:54:42.882839 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da04e-0812-4da9-b724-b7e8c5ef4b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61584cd7-934f-4d0e-9511-8997bdc77cd1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:42.895340 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-b46d95d2-5667-4c11-a578-80ae86fd29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.896467 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-b46d95d2-5667-4c11-a578-80ae86fd29e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1097 time: 0.0448263 Sep 23 13:54:42.947740 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-e301bd87-4eaf-479a-8c0c-df849ebbdfea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 217 time: 0.0406497 Sep 23 13:54:42.947740 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-383f7a39-52d0-45af-95ff-86184182e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:42.963716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 82a78ba7-abb0-4666-b18f-06147771c0fa up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:42.989143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0efe1-bcaa-4019-a96a-ef9f313a12fa req-8043c124-0860-4f47-ae52-500e2092a809 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:42.990718 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-66e0efe1-bcaa-4019-a96a-ef9f313a12fa req-8043c124-0860-4f47-ae52-500e2092a809 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0613008 Sep 23 13:54:43.050550 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-66e0efe1-bcaa-4019-a96a-ef9f313a12fa req-e96b8f46-25bc-4da8-aa3b-09da50a86155 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495157 Sep 23 13:54:43.060117 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-383f7a39-52d0-45af-95ff-86184182e991 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5ca3136faaa42d8b207d3e124a40ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8277361 Sep 23 13:54:43.073424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38906) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:43.073424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f7a39-52d0-45af-95ff-86184182e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaeac5f-f5a8-47a7-8ca7-10cb62c12b83,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:43.076363 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-9049ead3-214b-4f7a-9845-5171bd551d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:43.078078 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-9049ead3-214b-4f7a-9845-5171bd551d62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.1235807 Sep 23 13:54:43.128188 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf30d9a-2307-44b6-b8c0-1265b9bfe281 req-392a5e26-b183-441c-985e-10047a04bf0e tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:43.130257 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ebf30d9a-2307-44b6-b8c0-1265b9bfe281 req-392a5e26-b183-441c-985e-10047a04bf0e tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 944 time: 0.0763712 Sep 23 13:54:43.171430 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 82a78ba7-abb0-4666-b18f-06147771c0fa completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:54:43.171670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feab96-0857-4c05-96bc-d7b686c38cef req-3433a99a-e858-45a1-957e-da318efe975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:43.173169 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-3433a99a-e858-45a1-957e-da318efe975f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0871170 Sep 23 13:54:43.177631 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 82a78ba7-abb0-4666-b18f-06147771c0fa triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:43.180742 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.180990 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.182211 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ebf30d9a-2307-44b6-b8c0-1265b9bfe281 req-9120396c-e593-45a8-89b8-fde90200eb5b tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Sep 23 13:54:43.326554 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.354637 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:43.392101 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.454826 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a78ba7-abb0-4666-b18f-06147771c0fa,segment=NetworkSegment(f3fe6eac-9497-46e3-9750-a233af3a3fd7),segment_id=f3fe6eac-9497-46e3-9750-a233af3a3fd7)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:43.484384 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-fc46e682-d8f0-440a-a3fc-9c3fec2a62b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032668 Sep 23 13:54:43.563093 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.563093 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device fd37d225-a2ed-4bc9-8e65-69d58aef0d9d up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:43.604368 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66c4d9-5108-429e-bfe7-58e813d80955" -d '{"events": [{"server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "name": "network-vif-plugged", "status": "completed", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:43.612306 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-72feab96-0857-4c05-96bc-d7b686c38cef req-f7ae98bc-f69c-4778-90e9-5d7dde37fa4a service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207371 Sep 23 13:54:43.627611 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.630218 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.633567 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fadc3-bc1d-4aa2-aafe-c17cd8e261da req-f4925b1e-2791-4ac9-a6ec-63d4ac23ec02 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:43.633567 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-536fadc3-bc1d-4aa2-aafe-c17cd8e261da req-f4925b1e-2791-4ac9-a6ec-63d4ac23ec02 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.0542884 Sep 23 13:54:43.634173 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aaeac5f-f5a8-47a7-8ca7-10cb62c12b83 HTTP/1.1" status: 204 len: 168 time: 0.5707302 Sep 23 13:54:43.654596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f112e-f11c-4151-959d-b66c92b30ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaeac5f-f5a8-47a7-8ca7-10cb62c12b83,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:43.719330 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:43.744614 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-536fadc3-bc1d-4aa2-aafe-c17cd8e261da req-350b432f-95ed-48e3-b8a6-78947938f0b4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029713 Sep 23 13:54:43.759214 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2ca69-e90b-4c63-86a6-3c000e5b0d50 req-86155ce5-b471-419c-abcf-d831bdd4e9d7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:43.765646 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f0c2ca69-e90b-4c63-86a6-3c000e5b0d50 req-86155ce5-b471-419c-abcf-d831bdd4e9d7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 944 time: 0.0933125 Sep 23 13:54:43.817066 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f0c2ca69-e90b-4c63-86a6-3c000e5b0d50 req-30684ae0-742b-44c9-a426-ae061f3fa2dc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Sep 23 13:54:43.838929 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:54:43.844682 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:43.860205 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.929469 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:43.962694 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:44.042275 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.100464 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:44.193869 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ef7850-340d-4424-8ac3-e5c1350f5e0c x-openstack-request-id: req-27ef7850-340d-4424-8ac3-e5c1350f5e0c {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:44.194167 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "name": "network-vif-plugged", "status": "completed", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:44.194424 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27ef7850-340d-4424-8ac3-e5c1350f5e0c {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:44.194880 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa', 'code': 200} Sep 23 13:54:44.200635 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959aa9a-7025-46a6-8342-e47d83c5fdd2 req-61f873f5-5a95-44b8-bdf5-ac94d1632929 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:44.202224 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3959aa9a-7025-46a6-8342-e47d83c5fdd2 req-61f873f5-5a95-44b8-bdf5-ac94d1632929 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0723691 Sep 23 13:54:44.248049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3959aa9a-7025-46a6-8342-e47d83c5fdd2 req-1ae2952d-aa60-439a-9614-1aca9d15d4ec tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Sep 23 13:54:44.299204 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d36c4-3038-4e82-85b3-be1d9b9e649c req-848beb30-57df-418c-a284-66d12d31a682 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:44.300762 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bc6d36c4-3038-4e82-85b3-be1d9b9e649c req-848beb30-57df-418c-a284-66d12d31a682 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0498528 Sep 23 13:54:44.345770 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bc6d36c4-3038-4e82-85b3-be1d9b9e649c req-3a73b361-b7c1-45e9-916d-b9205d539360 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Sep 23 13:54:44.455950 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 38964) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:44.471510 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8afc95f-9043-445e-bdfb-b8c12f89611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.576272 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8afc95f-9043-445e-bdfb-b8c12f89611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.719225 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8afc95f-9043-445e-bdfb-b8c12f89611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.759085 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.760245 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a8afc95f-9043-445e-bdfb-b8c12f89611e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03121c442c3f45718de6e61953b50ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032103 Sep 23 13:54:44.762380 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc95f-9043-445e-bdfb-b8c12f89611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d0aca-b7c2-4ced-ba30-07ea3ad74a2c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:44.763234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 38976) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:44.815787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.841314 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:44.944911 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb71d-69c5-468c-a505-d621ce56a569 req-2f30ee2f-b585-429f-9dad-430010122f7b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:44.946451 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-89dcb71d-69c5-468c-a505-d621ce56a569 req-2f30ee2f-b585-429f-9dad-430010122f7b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 943 time: 0.1028843 Sep 23 13:54:44.981855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4332d5-bfce-47e8-818a-5870fbb1e7a1 req-016b2f5b-9324-4308-bc1e-27322d01b591 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:44.983431 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e4332d5-bfce-47e8-818a-5870fbb1e7a1 req-016b2f5b-9324-4308-bc1e-27322d01b591 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0841153 Sep 23 13:54:45.015078 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-89dcb71d-69c5-468c-a505-d621ce56a569 req-c18fa218-c833-4516-b660-22e75f4f8b2b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620344 Sep 23 13:54:45.036993 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e4332d5-bfce-47e8-818a-5870fbb1e7a1 req-1e3801fe-0a61-48cf-b256-b6cb3474f76b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Sep 23 13:54:45.037621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.040275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.041735 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e00d0aca-b7c2-4ced-ba30-07ea3ad74a2c HTTP/1.1" status: 204 len: 168 time: 0.2771089 Sep 23 13:54:45.057976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581adef-4308-4f5b-93cf-9a7ec7feba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d0aca-b7c2-4ced-ba30-07ea3ad74a2c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:45.170993 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 983c5c4d-f864-46d5-bd3f-fd19b69b077a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:54:45.272107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:45.290605 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'port_id': '983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'mac_address': 'fa:16:3e:20:c1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a97323c-8832-404e-be02-452b109561c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:54:45.350896 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.378674 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983c5c4d-f864-46d5-bd3f-fd19b69b077a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:45.389705 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c58c91-e23d-48ef-9956-5b773f56e842 req-cc9825f1-bc05-4975-a6c7-37681f549afa tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:45.397235 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16c58c91-e23d-48ef-9956-5b773f56e842 req-cc9825f1-bc05-4975-a6c7-37681f549afa tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0704150 Sep 23 13:54:45.403891 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:45.442581 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16c58c91-e23d-48ef-9956-5b773f56e842 req-06d7736b-b46c-4f97-8727-72665c1d98bb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437448 Sep 23 13:54:45.479360 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.480052 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device c00ad809-0a9b-4aa4-9250-575f92ca946a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:54:45.505234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee139f-5cd1-47e0-9b41-e8d61036b6a9 req-93ea2e76-679c-4b5d-860b-b10db08201a7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:45.507469 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22ee139f-5cd1-47e0-9b41-e8d61036b6a9 req-93ea2e76-679c-4b5d-860b-b10db08201a7 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0610261 Sep 23 13:54:45.556967 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:45.561997 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22ee139f-5cd1-47e0-9b41-e8d61036b6a9 req-bbc650f5-6923-4e5b-a6e8-2a2968690e90 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Sep 23 13:54:45.564152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:45.579236 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': 'c00ad809-0a9b-4aa4-9250-575f92ca946a', 'network_id': 'e264d5d6-4129-483d-ae78-f6184e67096d', 'port_id': 'c00ad809-0a9b-4aa4-9250-575f92ca946a', 'mac_address': 'fa:16:3e:bf:61:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a97323c-8832-404e-be02-452b109561c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:54:45.623730 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.637234 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00ad809-0a9b-4aa4-9250-575f92ca946a {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:45.658392 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:45.747460 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:45.907992 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:46.196278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:46.200081 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a67223-1ec0-4ffb-a31c-a8bcad244b65" -d '{"events": [{"server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "name": "network-vif-plugged", "status": "completed", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:46.228832 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98327-e668-4dae-ba00-107fd663cf56 req-9f9c2a01-ab39-4044-aa43-075d6026e62c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:46.231176 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bec98327-e668-4dae-ba00-107fd663cf56 req-9f9c2a01-ab39-4044-aa43-075d6026e62c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0977528 Sep 23 13:54:46.240145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447475a7-7f50-4a31-9d69-6147e220100e req-5c2a570c-be52-497f-a61b-25f512194bff tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:46.241986 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-447475a7-7f50-4a31-9d69-6147e220100e req-5c2a570c-be52-497f-a61b-25f512194bff tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 944 time: 0.0878277 Sep 23 13:54:46.303751 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bec98327-e668-4dae-ba00-107fd663cf56 req-ba865486-0d3a-4461-8ba9-4065f6a4b548 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Sep 23 13:54:46.309882 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-447475a7-7f50-4a31-9d69-6147e220100e req-5a1d42bc-1803-4e76-ad3d-fd03d7f080f5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509100 Sep 23 13:54:46.369080 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2c016-fccd-48dd-817f-6070b0ff32ca x-openstack-request-id: req-d7a2c016-fccd-48dd-817f-6070b0ff32ca {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:46.369425 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "name": "network-vif-plugged", "status": "completed", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:46.369807 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a2c016-fccd-48dd-817f-6070b0ff32ca {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:46.370183 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', 'code': 200} Sep 23 13:54:46.560238 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab1814-7690-4dd4-8573-ba79db91ff8e req-ee14f113-4ab0-48f7-b7b5-35bb2b5290e5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:46.562013 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cdab1814-7690-4dd4-8573-ba79db91ff8e req-ee14f113-4ab0-48f7-b7b5-35bb2b5290e5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0547602 Sep 23 13:54:46.613305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cdab1814-7690-4dd4-8573-ba79db91ff8e req-b2bfaacd-2b32-48c4-8e46-d3622c845310 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Sep 23 13:54:46.710807 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821aa2a-51e6-40e1-961f-e65adbb31e6c req-2ec49085-03e8-45e2-974e-6389c62385d6 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:46.710807 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3821aa2a-51e6-40e1-961f-e65adbb31e6c req-2ec49085-03e8-45e2-974e-6389c62385d6 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0524449 Sep 23 13:54:46.750413 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3821aa2a-51e6-40e1-961f-e65adbb31e6c req-c40fbaee-152b-41a6-9b7e-9534351f9e2a tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Sep 23 13:54:47.415625 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['983c5c4d-f864-46d5-bd3f-fd19b69b077a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:54:47.466726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['c00ad809-0a9b-4aa4-9250-575f92ca946a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:54:47.520159 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ae9ad-997e-4977-bec0-83bd926f831f req-7b2ceb41-dd43-4cb3-b047-445d2f78f7c9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.538241 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a9ae9ad-997e-4977-bec0-83bd926f831f req-7b2ceb41-dd43-4cb3-b047-445d2f78f7c9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.1515610 Sep 23 13:54:47.542217 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39114) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:47.566498 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-7f82d033-1384-456c-b52f-c767de02c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.568034 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-7f82d033-1384-456c-b52f-c767de02c557 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 1098 time: 0.2011604 Sep 23 13:54:47.597972 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206286a-fa64-45e1-a93c-911741cc56e1 req-c501870e-a7f2-4021-8610-aa31defc6cfb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.600287 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-e0a1d879-1171-4462-bdbc-e74a0d3230de service neutron] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.608849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2206286a-fa64-45e1-a93c-911741cc56e1 req-c501870e-a7f2-4021-8610-aa31defc6cfb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 944 time: 0.1823142 Sep 23 13:54:47.641225 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-e6568e11-9dfc-4928-9c3a-5f0ade092c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.644441 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-e6568e11-9dfc-4928-9c3a-5f0ade092c1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 1098 time: 0.2036910 Sep 23 13:54:47.672540 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a9ae9ad-997e-4977-bec0-83bd926f831f req-a557c80e-a8a3-42cb-a1ac-39366ce2dfce tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333253 Sep 23 13:54:47.695066 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-2fc45ce2-c42c-4678-bc54-1099e2e3a85a service neutron] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.696340 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2206286a-fa64-45e1-a93c-911741cc56e1 req-8f068f02-ebc8-4971-888c-005517802f20 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862396 Sep 23 13:54:47.746251 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcec9bf0-fba6-4884-b08c-55c09abd5134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.806029 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-80d3837b-77ac-4d94-87f7-25aca06b6048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.818589 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-e0a1d879-1171-4462-bdbc-e74a0d3230de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.830397 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eba8a3-4546-4055-9a96-74ffb33abcd7 req-d1538c82-0879-4675-9b9a-e1a660f4e0e3 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.832448 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6eba8a3-4546-4055-9a96-74ffb33abcd7 req-d1538c82-0879-4675-9b9a-e1a660f4e0e3 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0879517 Sep 23 13:54:47.899449 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-e0a1d879-1171-4462-bdbc-e74a0d3230de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:47.904398 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6eba8a3-4546-4055-9a96-74ffb33abcd7 req-cc4098e0-a379-419c-b367-ffd4e5b0e311 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599182 Sep 23 13:54:47.913929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dc002-46f5-4422-9fb1-04e891c4925c req-80db8d42-3cac-4ce4-bcc6-fda2032ff884 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:47.913929 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c5dc002-46f5-4422-9fb1-04e891c4925c req-80db8d42-3cac-4ce4-bcc6-fda2032ff884 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0807307 Sep 23 13:54:47.957730 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1d879-1171-4462-bdbc-e74a0d3230de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e85cb0a8-fd11-43fe-8829-597d1c25d3ac,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:47.983774 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c5dc002-46f5-4422-9fb1-04e891c4925c req-b7260e70-0037-4837-8763-4e3cabdee315 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Sep 23 13:54:47.998961 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4c4a17cb-37f2-4bd1-8413-4fa0cae4fb1e req-e0a1d879-1171-4462-bdbc-e74a0d3230de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196305 Sep 23 13:54:48.045741 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.db.api [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-2fc45ce2-c42c-4678-bc54-1099e2e3a85a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 74d058985dd8441ab26b579bbd90b0c9 {{(pid=106388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:54:48.046310 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG oslo_db.api [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-2fc45ce2-c42c-4678-bc54-1099e2e3a85a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:54:48.093433 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcec9bf0-fba6-4884-b08c-55c09abd5134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.163061 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcec9bf0-fba6-4884-b08c-55c09abd5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.204204 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bcec9bf0-fba6-4884-b08c-55c09abd5134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b86f18f30aec4937832a246186924a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501856 Sep 23 13:54:48.205026 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec9bf0-fba6-4884-b08c-55c09abd5134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab6b0b-54ca-4e7f-b398-6932df636532,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:48.207934 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39140) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:48.264891 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.298912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.456110 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.458654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.459874 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12ab6b0b-54ca-4e7f-b398-6932df636532 HTTP/1.1" status: 204 len: 168 time: 0.2503886 Sep 23 13:54:48.469229 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea742d4c-c8bf-4e05-ad97-033dc779fd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab6b0b-54ca-4e7f-b398-6932df636532,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:48.548148 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-2fc45ce2-c42c-4678-bc54-1099e2e3a85a service neutron] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:48.612542 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8b8dc439-fec5-4806-933f-ce7693c06a49 req-2fc45ce2-c42c-4678-bc54-1099e2e3a85a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9544706 Sep 23 13:54:48.798351 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff140441-f1f4-4f2b-bb0f-a8381f90a04a req-a874772b-2707-4101-9303-05e43b85cb43 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:48.799937 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff140441-f1f4-4f2b-bb0f-a8381f90a04a req-a874772b-2707-4101-9303-05e43b85cb43 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0611289 Sep 23 13:54:48.862185 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff140441-f1f4-4f2b-bb0f-a8381f90a04a req-d6373e52-d1af-4264-83cd-2f83c001f57e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Sep 23 13:54:48.870005 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab98391-46d3-4141-bd59-86b57ba96ee7 req-b8d285cc-21a8-4f2a-9803-a488f0b3245b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:48.871720 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ab98391-46d3-4141-bd59-86b57ba96ee7 req-b8d285cc-21a8-4f2a-9803-a488f0b3245b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 944 time: 0.0947077 Sep 23 13:54:48.916409 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ab98391-46d3-4141-bd59-86b57ba96ee7 req-3a1c782f-176f-4d2e-967b-6befabd968fc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Sep 23 13:54:49.035636 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65867ba6-b128-4d44-802c-3cf63d905df3 req-221034c2-d4b8-4997-887c-3c7f3b7cdb48 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:49.037143 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65867ba6-b128-4d44-802c-3cf63d905df3 req-221034c2-d4b8-4997-887c-3c7f3b7cdb48 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 944 time: 0.0496237 Sep 23 13:54:49.106922 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65867ba6-b128-4d44-802c-3cf63d905df3 req-6f705cd0-8bcf-44e2-ba53-b3429e9e71e5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609732 Sep 23 13:54:49.113445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:54:49.116493 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 983c5c4d-f864-46d5-bd3f-fd19b69b077a up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:49.117345 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad264f-a3cf-4585-b34f-3ca69043a735 req-79358da7-644a-4950-8862-891304990256 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:49.119112 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92ad264f-a3cf-4585-b34f-3ca69043a735 req-79358da7-644a-4950-8862-891304990256 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0750139 Sep 23 13:54:49.160832 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92ad264f-a3cf-4585-b34f-3ca69043a735 req-7e432f9d-6a54-4284-a16e-8a4740158852 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Sep 23 13:54:49.248566 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:49.260473 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'port_id': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'mac_address': 'fa:16:3e:bf:01:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:54:49.299438 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.306097 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39172) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:49.317004 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:54:49.319182 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8ac3f91-f0b1-466f-a9c2-8bf66adcb036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.340992 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:49.347853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 983c5c4d-f864-46d5-bd3f-fd19b69b077a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:54:49.353764 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 983c5c4d-f864-46d5-bd3f-fd19b69b077a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:49.354148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.403734 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.423323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8ac3f91-f0b1-466f-a9c2-8bf66adcb036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.485040 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:49.504938 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.508279 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a8ac3f91-f0b1-466f-a9c2-8bf66adcb036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.530481 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:49.537872 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b37886-1b4f-4c38-aa5c-e990fabc071a" -d '{"events": [{"server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "name": "network-vif-plugged", "status": "completed", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:49.552884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:49.562804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac3f91-f0b1-466f-a9c2-8bf66adcb036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f32db-722c-41f2-8582-5755b13022b5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:49.584289 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a8ac3f91-f0b1-466f-a9c2-8bf66adcb036 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cc9dd6982f3484681b9a7d0bdd141c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746575 Sep 23 13:54:49.584627 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39194) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:49.585148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d38d5-b193-4524-a76f-0c758f543e27 x-openstack-request-id: req-3e8d38d5-b193-4524-a76f-0c758f543e27 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:49.585500 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "name": "network-vif-plugged", "status": "completed", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:49.593789 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e8d38d5-b193-4524-a76f-0c758f543e27 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:49.593789 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'code': 200} Sep 23 13:54:49.645611 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.668612 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.689619 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['946a4eaa-5ca9-40c2-95d1-19b53ed9a958'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:54:49.699554 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:54:49.722918 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.724369 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device c00ad809-0a9b-4aa4-9250-575f92ca946a up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:49.834051 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.836672 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:49.842208 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e8f32db-722c-41f2-8582-5755b13022b5 HTTP/1.1" status: 204 len: 168 time: 0.2560449 Sep 23 13:54:49.859946 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa476c-98b9-40a8-a644-f6578ffc64e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f32db-722c-41f2-8582-5755b13022b5,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:49.883399 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:49.966912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4403a-a8c6-41c1-bc97-4b1b1c0b05dd req-98650acb-2906-44a2-a7de-cd7aa4270ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:49.970495 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ffb4403a-a8c6-41c1-bc97-4b1b1c0b05dd req-98650acb-2906-44a2-a7de-cd7aa4270ba0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1098 time: 0.0620744 Sep 23 13:54:50.024612 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port c00ad809-0a9b-4aa4-9250-575f92ca946a completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:54:50.068851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port c00ad809-0a9b-4aa4-9250-575f92ca946a triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:50.069308 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:50.078147 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd5b9-0034-4b5f-9b00-c74014e1bc42 req-266ea091-b101-4186-9af2-33dbde757520 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:50.079806 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1e1bd5b9-0034-4b5f-9b00-c74014e1bc42 req-266ea091-b101-4186-9af2-33dbde757520 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0999944 Sep 23 13:54:50.097614 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ffb4403a-a8c6-41c1-bc97-4b1b1c0b05dd req-65e73aec-27af-4bae-9d40-261db4ee75e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128752 Sep 23 13:54:50.178411 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586999-836f-4e56-8c5d-50dd38ca2938 req-8abd1d5f-65e9-4d86-a4ad-65ad02c25034 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:50.180441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-de586999-836f-4e56-8c5d-50dd38ca2938 req-8abd1d5f-65e9-4d86-a4ad-65ad02c25034 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0947983 Sep 23 13:54:50.193806 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1e1bd5b9-0034-4b5f-9b00-c74014e1bc42 req-bcca2593-dcc9-4367-a18d-08275604733a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921671 Sep 23 13:54:50.213105 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:50.238753 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-de586999-836f-4e56-8c5d-50dd38ca2938 req-dab68956-8046-4732-8a6a-174b862368e3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Sep 23 13:54:50.251437 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b28670ce-5314-4a6a-aedf-fe50adfd85a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:50.267380 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:50.335979 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039c5f9-1952-48aa-8d14-ab797cd38695 req-26a0ed0b-a748-40de-994e-45e032bd7092 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:50.337714 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1039c5f9-1952-48aa-8d14-ab797cd38695 req-26a0ed0b-a748-40de-994e-45e032bd7092 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 945 time: 0.0709212 Sep 23 13:54:50.381918 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:50.411864 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ab70-33cf-4cd6-a4c2-c7d4b85d7efd req-12328479-05ad-4d3c-8dd1-9d225f1d8a8b tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:50.413293 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c83ab70-33cf-4cd6-a4c2-c7d4b85d7efd req-12328479-05ad-4d3c-8dd1-9d225f1d8a8b tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.1002107 Sep 23 13:54:50.416125 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1039c5f9-1952-48aa-8d14-ab797cd38695 req-11005f38-6097-4b05-9137-215b98a79235 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629282 Sep 23 13:54:50.445410 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:50.461184 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c83ab70-33cf-4cd6-a4c2-c7d4b85d7efd req-b5c48d22-831d-4817-a08c-43a14037203b tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Sep 23 13:54:50.953337 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.142790 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:54:51.192754 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.349721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:54:51.353925 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:54:51.354323 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.389298 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358e04-aa10-427f-9f7f-cb07b815b4f0 req-1031c549-2f57-4092-b7ea-1427aef27ec5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:51.391247 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba358e04-aa10-427f-9f7f-cb07b815b4f0 req-1031c549-2f57-4092-b7ea-1427aef27ec5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0988514 Sep 23 13:54:51.411197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816f3c-3714-4bf9-97d1-aa4d6eff510d req-b75bdf6a-1448-4fa7-9123-ef1a2d0179f8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:51.418814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97816f3c-3714-4bf9-97d1-aa4d6eff510d req-b75bdf6a-1448-4fa7-9123-ef1a2d0179f8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0843141 Sep 23 13:54:51.464252 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.478460 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba358e04-aa10-427f-9f7f-cb07b815b4f0 req-37cdb58d-aa55-473b-8672-5cb361ed90b5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Sep 23 13:54:51.494136 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97816f3c-3714-4bf9-97d1-aa4d6eff510d req-2dfcb4ee-babf-49ec-803d-4dfe2a7aa442 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689952 Sep 23 13:54:51.524262 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:54:51.588915 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a'}, {'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:51.591564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5737b-7e47-4dee-a048-80e9d5fdc866" -d '{"events": [{"server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "name": "network-vif-plugged", "status": "completed", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a"}, {"server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "name": "network-vif-plugged", "status": "completed", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:51.619758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09cbf7-1e33-4f88-a88f-bb22df5a79ce req-f526babb-f4b0-4375-86f2-051573fb23a5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:51.647302 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5ae752-7fbb-4c85-a822-035f2b717a6d x-openstack-request-id: req-1e5ae752-7fbb-4c85-a822-035f2b717a6d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:51.647604 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "name": "network-vif-plugged", "status": "completed", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a", "code": 200}, {"server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "name": "network-vif-plugged", "status": "completed", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:51.647850 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e5ae752-7fbb-4c85-a822-035f2b717a6d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:51.648607 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a', 'code': 200} Sep 23 13:54:51.648607 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'code': 200} Sep 23 13:54:51.650979 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d09cbf7-1e33-4f88-a88f-bb22df5a79ce req-f526babb-f4b0-4375-86f2-051573fb23a5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 945 time: 0.0985947 Sep 23 13:54:51.654951 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.718238 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39314) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:51.762969 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d09cbf7-1e33-4f88-a88f-bb22df5a79ce req-198d957a-7e16-4ad8-a6f8-e6a90bd9015f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111147 Sep 23 13:54:51.777665 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:51.854970 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8822b9c-6d4f-49db-bad3-b046e506764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:51.960789 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8822b9c-6d4f-49db-bad3-b046e506764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.085494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c8822b9c-6d4f-49db-bad3-b046e506764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.143598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822b9c-6d4f-49db-bad3-b046e506764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e920c1b-aa82-4beb-a7ca-39a000934803,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:52.150290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba58b3-3297-44f8-9ef5-f41bc424b95f req-9ddc02b3-ad4a-46ce-a3d8-ff50dabb64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:52.156591 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-26ba58b3-3297-44f8-9ef5-f41bc424b95f req-9ddc02b3-ad4a-46ce-a3d8-ff50dabb64ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.1130257 Sep 23 13:54:52.157164 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c8822b9c-6d4f-49db-bad3-b046e506764b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=941d8187539a411db169ca4decf99a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378157 Sep 23 13:54:52.159797 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6cd00-a879-4d14-a592-f215d36d0c4e req-e23733bc-295b-48e2-989c-20c4dd18590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:52.159941 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39336) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:52.161077 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0fc6cd00-a879-4d14-a592-f215d36d0c4e req-e23733bc-295b-48e2-989c-20c4dd18590e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1099 time: 0.1138158 Sep 23 13:54:52.210318 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.211162 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-26ba58b3-3297-44f8-9ef5-f41bc424b95f req-d7dff978-5ada-466a-8e72-898f67d6e6f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Sep 23 13:54:52.217188 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0fc6cd00-a879-4d14-a592-f215d36d0c4e req-79c3efb3-64f3-4903-be87-447e7ba9583d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491307 Sep 23 13:54:52.233518 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.365009 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.367614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:52.369882 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e920c1b-aa82-4beb-a7ca-39a000934803 HTTP/1.1" status: 204 len: 168 time: 0.2079802 Sep 23 13:54:52.380180 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16487504-61de-469f-81d9-e6f935b04076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e920c1b-aa82-4beb-a7ca-39a000934803,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:52.662735 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b0216-0b4b-474b-8b9e-b63b2319d6b6 req-2da21930-fb60-478c-a22e-ea24a4823d11 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:52.664336 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-126b0216-0b4b-474b-8b9e-b63b2319d6b6 req-2da21930-fb60-478c-a22e-ea24a4823d11 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0635216 Sep 23 13:54:52.707917 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-126b0216-0b4b-474b-8b9e-b63b2319d6b6 req-3c096f91-69c4-41ad-8152-807e240a91e9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Sep 23 13:54:53.154011 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39384) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:53.171169 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0f59947-ca1c-4940-8bbd-979f2b7a814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.260463 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0f59947-ca1c-4940-8bbd-979f2b7a814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.291495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.395000 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496742a1-1538-404b-b790-bfd2396d2017 req-d14b1f7b-13e1-4efb-8f7d-f66c74d90bd6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:53.396529 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-496742a1-1538-404b-b790-bfd2396d2017 req-d14b1f7b-13e1-4efb-8f7d-f66c74d90bd6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0516856 Sep 23 13:54:53.410599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a0f59947-ca1c-4940-8bbd-979f2b7a814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.440886 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-496742a1-1538-404b-b790-bfd2396d2017 req-5ede40cc-f476-45ea-a12d-b357d6bab969 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Sep 23 13:54:53.467485 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a0f59947-ca1c-4940-8bbd-979f2b7a814f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9f4df9fe81f411cb4b6834f1742b9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978785 Sep 23 13:54:53.467485 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f59947-ca1c-4940-8bbd-979f2b7a814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe13f08-d44a-4c19-bce3-a9ee92bf2d76,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:53.467485 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39402) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:53.575490 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-925242f3-c18a-4fa6-90e7-8d98226c7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:53.577370 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-925242f3-c18a-4fa6-90e7-8d98226c7975 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1098 time: 0.0884876 Sep 23 13:54:53.580457 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.582387 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cfb59-2210-4285-8d41-8127ac16ac74 req-c6fe0640-5672-4a93-bf04-8ac07a908f92 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:53.589708 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-663cfb59-2210-4285-8d41-8127ac16ac74 req-c6fe0640-5672-4a93-bf04-8ac07a908f92 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0754325 Sep 23 13:54:53.631799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.632891 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-663cfb59-2210-4285-8d41-8127ac16ac74 req-c92e9d7d-dd61-46b8-ba83-36d54f41b077 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Sep 23 13:54:53.797942 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-219c4875-1b4b-4ddc-a603-59af20deb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:53.800684 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-219c4875-1b4b-4ddc-a603-59af20deb814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.2076206 Sep 23 13:54:53.954867 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-c7f194eb-77b1-4cca-aca2-cbdfb32dfc6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a HTTP/1.1" status: 200 len: 217 time: 0.0426948 Sep 23 13:54:53.954867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.954867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:53.954867 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efe13f08-d44a-4c19-bce3-a9ee92bf2d76 HTTP/1.1" status: 204 len: 168 time: 0.4618771 Sep 23 13:54:53.954867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1ed60-1611-4001-bf1f-fa20e991718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe13f08-d44a-4c19-bce3-a9ee92bf2d76,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:54.051074 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-d28ccf46-76fa-4377-b165-eef83b2090ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:54.053401 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-d28ccf46-76fa-4377-b165-eef83b2090ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0533724 Sep 23 13:54:54.144052 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-324fc689-a4ad-45cc-97a1-5ddeba11a1a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272927 Sep 23 13:54:54.291180 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-2cf8ee99-d8ff-45c0-9ade-d9a6d82cdf57 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263247 Sep 23 13:54:54.399635 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f7e03b8b-649b-443b-a02b-da716b64da13 req-ea4a82f8-52bd-4716-bb8f-d344c3dca101 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005220 Sep 23 13:54:54.579822 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39448) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:54.635669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707f751-97fe-4440-864d-e3c34cfb7526 req-b7a5aded-bede-4de4-a2f9-9fbb522d53cc tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:54.638446 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4707f751-97fe-4440-864d-e3c34cfb7526 req-b7a5aded-bede-4de4-a2f9-9fbb522d53cc tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1047370 Sep 23 13:54:54.689274 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4707f751-97fe-4440-864d-e3c34cfb7526 req-4cfe66c3-5b35-481d-8874-4d896e5feba6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Sep 23 13:54:54.814594 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdfa8e-7f5b-4a2c-8eed-723d3f731d77 req-0bcc5773-ee0b-4408-8cc6-3b541f46c8c1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:54.816311 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0efdfa8e-7f5b-4a2c-8eed-723d3f731d77 req-0bcc5773-ee0b-4408-8cc6-3b541f46c8c1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0527244 Sep 23 13:54:54.837028 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c12ec245-e7f0-49c1-88e9-764f83129dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:54.869421 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0efdfa8e-7f5b-4a2c-8eed-723d3f731d77 req-6b9af58b-f158-4024-883e-c35bcfd41f72 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Sep 23 13:54:54.952727 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c12ec245-e7f0-49c1-88e9-764f83129dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:54.999539 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e3cdf-b5d6-4b5d-9ede-d08609808238 req-ee876ba5-af7e-4a7a-81ea-af081e8c3354 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:55.001018 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8c0e3cdf-b5d6-4b5d-9ede-d08609808238 req-ee876ba5-af7e-4a7a-81ea-af081e8c3354 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0523772 Sep 23 13:54:55.009850 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39472) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:55.015283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'floatingip': {'port_id': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:55.030456 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c12ec245-e7f0-49c1-88e9-764f83129dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.067731 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c12ec245-e7f0-49c1-88e9-764f83129dc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb1a2e6de14840b8902ae6b99f3ec7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823453 Sep 23 13:54:55.067731 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39474) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:55.112785 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.123769 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec245-e7f0-49c1-88e9-764f83129dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a526c3-8912-42e8-8f60-5fe601b8d055,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:55.161118 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.189781 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.329187 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.331704 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:55.338983 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6a526c3-8912-42e8-8f60-5fe601b8d055 HTTP/1.1" status: 204 len: 168 time: 0.2652965 Sep 23 13:54:55.343603 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc0af-2110-4a9c-b424-11daf5130c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a526c3-8912-42e8-8f60-5fe601b8d055,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:55.881006 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39502) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:55.920602 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1079428-ab74-41de-9669-9e9fe6ddbabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.086118 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.124814 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc824-a2a8-42df-9b26-5b623ef1b69f req-91c04aa0-32fd-4b72-aae7-748491d40c99 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:56.126470 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0c4cc824-a2a8-42df-9b26-5b623ef1b69f req-91c04aa0-32fd-4b72-aae7-748491d40c99 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.1690805 Sep 23 13:54:56.172437 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.236232 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0c4cc824-a2a8-42df-9b26-5b623ef1b69f req-8ab1cb65-d9ae-45ad-b13f-5e258026f151 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Sep 23 13:54:56.249187 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1079428-ab74-41de-9669-9e9fe6ddbabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.315423 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Floating IP 143213a8-f07f-4ead-b78e-030e5d114b1b associated. External IP: 172.27.1.98, port: 946a4eaa-5ca9-40c2-95d1-19b53ed9a958. Sep 23 13:54:56.351234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1079428-ab74-41de-9669-9e9fe6ddbabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.435414 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1079428-ab74-41de-9669-9e9fe6ddbabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c9e8db-816a-4e35-9ffa-eed1b78e285d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:56.442488 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b1079428-ab74-41de-9669-9e9fe6ddbabb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f1fa25dbc01481f8566ea6ca52055ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637434 Sep 23 13:54:56.451065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:56.511043 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.534039 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.610105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:54:56.656969 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.659069 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.660256 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0c9e8db-816a-4e35-9ffa-eed1b78e285d HTTP/1.1" status: 204 len: 168 time: 0.2082169 Sep 23 13:54:56.671757 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb558c-8211-4216-9705-fe92e587576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c9e8db-816a-4e35-9ffa-eed1b78e285d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:56.739390 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:54:56.743928 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:56.753290 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:54:56.764755 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:56.765729 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:54:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:56.774074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-60769232-ff15-4d9f-b3b2-8f406a898dd0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "PUT /v2.0/floatingips/143213a8-f07f-4ead-b78e-030e5d114b1b HTTP/1.1" status: 200 len: 991 time: 1.7628088 Sep 23 13:54:56.774658 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:54:56.781981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee5595-25f5-4788-8b9b-efb7742f0ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:54:56.832448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f39c2f-1619-4f63-931d-31848eac8c16 x-openstack-request-id: req-c4f39c2f-1619-4f63-931d-31848eac8c16 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:54:56.832894 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:54:56.833207 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4f39c2f-1619-4f63-931d-31848eac8c16 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:54:56.833748 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'status': 'completed', 'code': 200} Sep 23 13:54:56.880298 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:56.950400 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-565a577a-16f9-4b51-921f-16c8159f68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:56.952048 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-565a577a-16f9-4b51-921f-16c8159f68c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1099 time: 0.0526114 Sep 23 13:54:57.095705 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-171d003a-49ef-4c32-bcd7-3101fdb83b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:57.097104 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-171d003a-49ef-4c32-bcd7-3101fdb83b3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 910 time: 0.1326079 Sep 23 13:54:57.259186 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-8f66e70c-02f6-4df1-82bc-ad3208ec71ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 999 time: 0.1482766 Sep 23 13:54:57.294905 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '143213a8-f07f-4ead-b78e-030e5d114b1b', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:bf:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f06d2-b063-492a-8936-83c0520780ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:54:29Z', 'updated_at': '2021-09-23T13:54:55Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:57.341016 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:54:57.360853 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:54:57.360853 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:54:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:57.388599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-e8555d39-4d93-447a-b2d6-70ec4e8f5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:57.390239 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-e8555d39-4d93-447a-b2d6-70ec4e8f5e70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.1133864 Sep 23 13:54:57.447635 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10595927-6ea3-4a05-bb3d-45b58b79cdba req-4926b690-5645-4703-9a09-ef2585c7f28d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:57.453287 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10595927-6ea3-4a05-bb3d-45b58b79cdba req-4926b690-5645-4703-9a09-ef2585c7f28d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0941069 Sep 23 13:54:57.471897 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-0865632f-14eb-4770-9885-1bc56f3d699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:57.474203 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-0865632f-14eb-4770-9885-1bc56f3d699b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581758 Sep 23 13:54:57.515745 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10595927-6ea3-4a05-bb3d-45b58b79cdba req-e8b15456-6fcb-46ba-9b8c-d0aef9af569d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527663 Sep 23 13:54:57.568989 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:54:57.619544 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-c7a69b2f-b177-4cc3-8f92-3e8e90082abc service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274242 Sep 23 13:54:57.722887 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9bee5595-25f5-4788-8b9b-efb7742f0ecd req-b85b1961-10a3-4457-8332-8cca892b7683 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958624 Sep 23 13:54:57.827478 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '143213a8-f07f-4ead-b78e-030e5d114b1b', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:bf:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f06d2-b063-492a-8936-83c0520780ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:54:29Z', 'updated_at': '2021-09-23T13:54:55Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:54:57.853911 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f634d-c97c-4c8a-96cf-826526956138 None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '143213a8-f07f-4ead-b78e-030e5d114b1b', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:bf:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494f06d2-b063-492a-8936-83c0520780ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:54:29Z', 'updated_at': '2021-09-23T13:54:55Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:54:58.023255 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39574) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:58.090959 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2d3aa-2a9a-485a-9002-67fbd822edbe None None] New status for floating IP 143213a8-f07f-4ead-b78e-030e5d114b1b: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:54:58.149822 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-255141399-network', 'tenant_id': 'bb89713dd0d847a495b0b0f06c23db5f'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:58.256104 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Made reservation on behalf of bb89713dd0d847a495b0b0f06c23db5f for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:58.258502 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.268100 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.361709 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.455831 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.478671 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:54:58.494320 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ee019-eb59-4cb0-a0d3-ae7b330cb8be,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:58.497417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.497961 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Added segment ef294360-110a-49d6-a565-8b4d3e91eaf0 of type vlan for network 08c5ba63-921d-465e-8175-904b161c5fa8 Sep 23 13:54:58.541220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.640055 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.641620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:58.642277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:58.653264 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebd200-c15a-4491-898b-0f95a826bc40 req-55494ab0-ea09-4844-acde-0b4230aba8b9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:58.655543 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4eebd200-c15a-4491-898b-0f95a826bc40 req-55494ab0-ea09-4844-acde-0b4230aba8b9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0631564 Sep 23 13:54:58.697986 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4eebd200-c15a-4491-898b-0f95a826bc40 req-cc97f4b9-c697-4bee-ae07-427e284194b6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Sep 23 13:54:58.727452 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] Pushing event updated for resources: {'Network': ['ID=08c5ba63-921d-465e-8175-904b161c5fa8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:58.737884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 08c5ba63-921d-465e-8175-904b161c5fa8 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:54:58.753563 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ee1e2ab7-a0fb-49c7-a245-fa218a06ab05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7290924 Sep 23 13:54:58.756393 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39598) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:54:58.762012 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Request body: {'subnet': {'network_id': '08c5ba63-921d-465e-8175-904b161c5fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-255141399-subnet', 'tenant_id': 'bb89713dd0d847a495b0b0f06c23db5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:54:58.855770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Made reservation on behalf of bb89713dd0d847a495b0b0f06c23db5f for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:54:58.858327 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:59.393602 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:59.447769 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a550d33-dbf4-4f39-94be-e74df549e122,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:54:59.463603 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Checking segment: {'id': 'ef294360-110a-49d6-a565-8b4d3e91eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '08c5ba63-921d-465e-8175-904b161c5fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:54:59.463963 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Network hostable DHCP agents. Network: 08c5ba63-921d-465e-8175-904b161c5fa8, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:54:59.593304 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Network 08c5ba63-921d-465e-8175-904b161c5fa8 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:54:59.719190 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 08c5ba63-921d-465e-8175-904b161c5fa8) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:54:59.723614 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:59.724203 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:54:59.728192 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459df514-aa64-4c32-870c-a9a7f9d69be6 None None] Network 08c5ba63-921d-465e-8175-904b161c5fa8 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:59.825291 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-907ab6fc-418c-42be-bb73-d437c8a872d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0653615 Sep 23 13:54:59.857132 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe4fb2-bff8-4f29-be2e-57bed8c9b282 req-9625f00b-b32c-471f-a76e-6aed1218f21d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:54:59.863528 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8efe4fb2-bff8-4f29-be2e-57bed8c9b282 req-9625f00b-b32c-471f-a76e-6aed1218f21d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0685995 Sep 23 13:54:59.867588 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca14ac0-7bfd-4182-9c39-b4f2ecb723fa None None] Network 08c5ba63-921d-465e-8175-904b161c5fa8 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:54:59.921215 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8efe4fb2-bff8-4f29-be2e-57bed8c9b282 req-44ab7e11-f1ec-41e7-b74b-6a90b3809eb7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Sep 23 13:55:00.615988 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:00.620542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280918256-network', 'tenant_id': 'b0232d27d5ca4a6f9f64a1bca0b495b7'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:00.713421 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Made reservation on behalf of b0232d27d5ca4a6f9f64a1bca0b495b7 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:00.716305 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:00.725278 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:00.815625 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:00.895805 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:00.916985 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:55:00.932540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ac292-8c68-4d65-8e28-78aeda0c8bb7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:00.936813 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:00.937257 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Added segment 19614515-4e1f-4470-a4d5-1db3b94f8f0e of type vlan for network f6b8e779-84a8-4ede-acca-7f84229b39a5 Sep 23 13:55:00.980785 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.056793 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c438-5914-4872-b718-d0c862aa6b51 req-f3226970-7bc4-4f6f-bade-85a78c08a572 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:01.058810 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d816c438-5914-4872-b718-d0c862aa6b51 req-f3226970-7bc4-4f6f-bade-85a78c08a572 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0625176 Sep 23 13:55:01.079236 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.079665 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:01.080318 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.103715 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d816c438-5914-4872-b718-d0c862aa6b51 req-0144e2d0-7e7d-4513-b27d-5ecab8cb10e4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Sep 23 13:55:01.148510 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b8e779-84a8-4ede-acca-7f84229b39a5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:01.162669 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network f6b8e779-84a8-4ede-acca-7f84229b39a5 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:55:01.189545 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fb9e1c91-809f-4336-8f56-3ca73f0e35f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5727246 Sep 23 13:55:01.196146 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39668) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:01.203325 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Request body: {'subnet': {'network_id': 'f6b8e779-84a8-4ede-acca-7f84229b39a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280918256-subnet', 'tenant_id': 'b0232d27d5ca4a6f9f64a1bca0b495b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:01.318599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Made reservation on behalf of b0232d27d5ca4a6f9f64a1bca0b495b7 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:01.321035 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.575553 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.632416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39684) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:01.639989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab3e224-ea6d-463f-ae1a-730e053f2e9a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:01.655325 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Checking segment: {'id': '19614515-4e1f-4470-a4d5-1db3b94f8f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f6b8e779-84a8-4ede-acca-7f84229b39a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:01.657623 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Network hostable DHCP agents. Network: f6b8e779-84a8-4ede-acca-7f84229b39a5, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:55:01.713054 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Network f6b8e779-84a8-4ede-acca-7f84229b39a5 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:55:01.754778 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29911a60-7433-4c07-92c4-bf7aaf58eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.770338 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, f6b8e779-84a8-4ede-acca-7f84229b39a5) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:01.777097 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:01.778405 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.782143 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4949e-83a2-42ad-baf9-fbf0ccb2fc56 None None] Network f6b8e779-84a8-4ede-acca-7f84229b39a5 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:55:01.871436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29911a60-7433-4c07-92c4-bf7aaf58eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.911168 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200417c-495a-460a-a4dc-1930de8b3022 None None] Network f6b8e779-84a8-4ede-acca-7f84229b39a5 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:55:01.930315 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-29911a60-7433-4c07-92c4-bf7aaf58eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:01.970876 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-29911a60-7433-4c07-92c4-bf7aaf58eaf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d879bd3c73e84006b897ce1d79c6fa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374913 Sep 23 13:55:01.971909 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29911a60-7433-4c07-92c4-bf7aaf58eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13c976-5116-4050-9ad4-ee600ab6c980,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:01.973591 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39694) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:02.009690 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-1ebc0b48-6c3e-4b47-b8f0-76a4f168b7ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8121338 Sep 23 13:55:02.066575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:02.094677 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:02.227729 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:02.230894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:02.234698 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c13c976-5116-4050-9ad4-ee600ab6c980 HTTP/1.1" status: 204 len: 168 time: 0.2572992 Sep 23 13:55:02.241949 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd538f-30a1-458f-80d1-649b88059467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13c976-5116-4050-9ad4-ee600ab6c980,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:02.254878 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254eb2-c20f-4ed6-9ce7-3f4479d5dfdd req-d26e3314-470f-4677-9ab7-83a696e94821 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:02.256894 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d9254eb2-c20f-4ed6-9ce7-3f4479d5dfdd req-d26e3314-470f-4677-9ab7-83a696e94821 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0670164 Sep 23 13:55:02.311310 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d9254eb2-c20f-4ed6-9ce7-3f4479d5dfdd req-f24bc513-de36-471c-9705-ef3b4b71b099 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Sep 23 13:55:02.826384 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39724) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:02.938550 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:02.972276 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39728) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:02.986689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a0cda36-890f-4c40-917e-bbfd4559c683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.031568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.128033 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.173569 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be79c602-68be-446c-8a0e-7fb27d94a4cd,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:03.182018 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.182393 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.182881 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.183410 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.183949 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.184431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.184906 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.185402 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.195223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.195223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.195223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.195223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:03.197631 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ce5b9506-40ad-4e8e-aaa2-39655f9746aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b33eabfdec0b4c68bb3acabcd3ed0ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701372 Sep 23 13:55:03.198244 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39738) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:03.248882 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a0cda36-890f-4c40-917e-bbfd4559c683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.257105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.280051 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.382209 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a0cda36-890f-4c40-917e-bbfd4559c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.419225 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.422077 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.426265 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be79c602-68be-446c-8a0e-7fb27d94a4cd HTTP/1.1" status: 204 len: 168 time: 0.2234907 Sep 23 13:55:03.429540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cda36-890f-4c40-917e-bbfd4559c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d19ff-bc8b-4029-8b62-505f778dcc48,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:03.436006 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5a0cda36-890f-4c40-917e-bbfd4559c683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c13cbb10c2f64feebf59f26ee64067c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626448 Sep 23 13:55:03.437051 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a3d4-91fb-4961-9c25-89d4a8086f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79c602-68be-446c-8a0e-7fb27d94a4cd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:03.439417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39744) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:03.472185 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa3ea0-207d-4ae7-8c5a-fab976accc62 req-ac0cd0e1-4d2d-4d99-8676-a220e4b14ba4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:03.485105 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7aa3ea0-207d-4ae7-8c5a-fab976accc62 req-ac0cd0e1-4d2d-4d99-8676-a220e4b14ba4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0974257 Sep 23 13:55:03.549611 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7aa3ea0-207d-4ae7-8c5a-fab976accc62 req-b1b13667-ed33-488c-8420-885f49a78699 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 Sep 23 13:55:03.557458 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.595383 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.736191 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.740910 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:03.747368 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e1d19ff-bc8b-4029-8b62-505f778dcc48 HTTP/1.1" status: 204 len: 168 time: 0.3020043 Sep 23 13:55:03.757105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f09e0f-ec47-4174-8484-cf7600d400d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d19ff-bc8b-4029-8b62-505f778dcc48,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:04.282035 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39768) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:04.293071 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.589294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.594202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39774) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:04.607993 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-159bca28-9227-4c10-a479-a2456553d807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.661831 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.712141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9001a-ed9d-4975-979d-3355ed72ea6f req-ab77b992-8416-4a6f-9c33-bed47e69e9b6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:04.713606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a0a9001a-ed9d-4975-979d-3355ed72ea6f req-ab77b992-8416-4a6f-9c33-bed47e69e9b6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0790818 Sep 23 13:55:04.720023 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f486c52ec2d74553ba5005c372fd92fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400284 Sep 23 13:55:04.722530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39782) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:04.723884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e8819-9e87-4f24-b14c-8cbb5aaef2f6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:04.732154 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.732707 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.733214 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.733587 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.734409 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.734409 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.734622 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.734935 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.735335 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.735661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.735991 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.736311 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228b06a7-6953-4bb7-b8c2-36c8d8a9044e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:04.820919 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a0a9001a-ed9d-4975-979d-3355ed72ea6f req-8120efd6-4d09-4710-9b88-89c6f62b668f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Sep 23 13:55:04.851515 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.899544 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.915535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-159bca28-9227-4c10-a479-a2456553d807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:04.979270 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c03b2-de4a-46ee-981a-e4d9c3c497e2 req-c26f30eb-7877-445e-b745-274dc939fc98 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:04.979270 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e89c03b2-de4a-46ee-981a-e4d9c3c497e2 req-c26f30eb-7877-445e-b745-274dc939fc98 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0907862 Sep 23 13:55:04.980764 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-159bca28-9227-4c10-a479-a2456553d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.040045 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-159bca28-9227-4c10-a479-a2456553d807 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c763f0b8ba14745952872a48e30643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446926 Sep 23 13:55:05.043116 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bca28-9227-4c10-a479-a2456553d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e36aed-1468-46d5-9723-56d1e4f756ab,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:05.044024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39790) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:05.059403 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e89c03b2-de4a-46ee-981a-e4d9c3c497e2 req-49906860-63de-4543-a101-0feb114f9e0c tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731719 Sep 23 13:55:05.095487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.098074 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.104378 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.104504 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/349e8819-9e87-4f24-b14c-8cbb5aaef2f6 HTTP/1.1" status: 204 len: 168 time: 0.3757195 Sep 23 13:55:05.108060 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26660474-8220-49f4-9328-3bc7100229bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e8819-9e87-4f24-b14c-8cbb5aaef2f6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:05.123109 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.238630 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.241273 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:05.242491 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5e36aed-1468-46d5-9723-56d1e4f756ab HTTP/1.1" status: 204 len: 168 time: 0.1974552 Sep 23 13:55:05.251612 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831094ba-63e6-47d3-8ee1-917ff9795d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e36aed-1468-46d5-9723-56d1e4f756ab,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:05.963855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98c89-569a-4daf-b48b-9ee310185be6 req-5f08e6ac-ebce-44f9-8c07-3b342df0647a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:05.965262 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ad98c89-569a-4daf-b48b-9ee310185be6 req-5f08e6ac-ebce-44f9-8c07-3b342df0647a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Sep 23 13:55:06.009341 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ad98c89-569a-4daf-b48b-9ee310185be6 req-10808665-e09e-43ff-8429-3b89f74ebd6b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Sep 23 13:55:06.195851 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e999-d273-442e-8f14-a620668a96fa req-b0296f00-6210-4d5b-96b1-766ad7763f6f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:06.197397 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b015e999-d273-442e-8f14-a620668a96fa req-b0296f00-6210-4d5b-96b1-766ad7763f6f tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0516920 Sep 23 13:55:06.239922 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b015e999-d273-442e-8f14-a620668a96fa req-03e0b693-55bc-46f6-be1e-188ff9139bde tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Sep 23 13:55:07.139084 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e814d-ccd0-4872-9773-1b096959a7e4 req-c1fa1f35-2da5-4829-91a9-7522491b9a6a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:07.141333 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca5e814d-ccd0-4872-9773-1b096959a7e4 req-c1fa1f35-2da5-4829-91a9-7522491b9a6a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0625758 Sep 23 13:55:07.185944 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca5e814d-ccd0-4872-9773-1b096959a7e4 req-7b476eb1-0cf8-47b4-afae-b4eca3c0e765 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Sep 23 13:55:07.365283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb646-3404-4248-a8b3-c8c305e2c92a req-881be8ca-0be2-4ad5-bbd0-272d053b8c60 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:07.366986 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7ebb646-3404-4248-a8b3-c8c305e2c92a req-881be8ca-0be2-4ad5-bbd0-272d053b8c60 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0506990 Sep 23 13:55:07.415661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f7ebb646-3404-4248-a8b3-c8c305e2c92a req-39d6cc48-f742-41d5-9bcd-15c7dd0efac1 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/security-groups?id=5009b4d5-d411-4f93-902b-c28b963757d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Sep 23 13:55:07.517188 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-880fba78-67fb-4d0c-aadf-6ee86bd1fa44 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:07.519383 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-880fba78-67fb-4d0c-aadf-6ee86bd1fa44 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 945 time: 0.0850301 Sep 23 13:55:07.692197 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Deleting port 82a78ba7-abb0-4666-b18f-06147771c0fa {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:55:07.692559 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:07.785539 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] For port 82a78ba7-abb0-4666-b18f-06147771c0fa, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a78ba7-abb0-4666-b18f-06147771c0fa,segment=NetworkSegment(f3fe6eac-9497-46e3-9750-a233af3a3fd7),segment_id=f3fe6eac-9497-46e3-9750-a233af3a3fd7)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:07.785899 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:07.800531 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Calling delete_port for 82a78ba7-abb0-4666-b18f-06147771c0fa owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:55:08.011133 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.024855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['82a78ba7-abb0-4666-b18f-06147771c0fa'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:08.047800 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Pushing event deleted for resources: {'Port': ['ID=82a78ba7-abb0-4666-b18f-06147771c0fa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:08.086400 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39920) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:08.165538 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] No DVR routers for this DVR port 82a78ba7-abb0-4666-b18f-06147771c0fa on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:55:08.172773 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.176314 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-55976e93-65be-4c6a-90f7-c825ec5af5d1 req-f9fb6030-fa7c-4727-b072-f0b160ec0fa3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.45 "DELETE /v2.0/ports/82a78ba7-abb0-4666-b18f-06147771c0fa HTTP/1.1" status: 204 len: 173 time: 0.6435719 Sep 23 13:55:08.176768 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'name': 'network-vif-deleted', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:08.179323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc117ff-e519-4ea1-900c-b01361966eae" -d '{"events": [{"server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "name": "network-vif-deleted", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:08.224054 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5076b814-b81f-4417-ad7e-b68ec2b1d2c4 x-openstack-request-id: req-5076b814-b81f-4417-ad7e-b68ec2b1d2c4 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:08.224612 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4bcd39-04ab-431e-a432-52dd3ac987af", "name": "network-vif-deleted", "tag": "82a78ba7-abb0-4666-b18f-06147771c0fa", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:08.224786 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5076b814-b81f-4417-ad7e-b68ec2b1d2c4 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:08.225171 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4bcd39-04ab-431e-a432-52dd3ac987af', 'name': 'network-vif-deleted', 'tag': '82a78ba7-abb0-4666-b18f-06147771c0fa', 'status': 'completed', 'code': 200} Sep 23 13:55:08.319012 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea50fcc5-fa5a-4eed-b108-a8e37b19c306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.359883 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcff16-bebf-43cc-833b-0de8cd648820 req-3c8d548e-7382-4442-b1a2-797da3cb5667 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:08.361486 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1fcff16-bebf-43cc-833b-0de8cd648820 req-3c8d548e-7382-4442-b1a2-797da3cb5667 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0899689 Sep 23 13:55:08.422671 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1fcff16-bebf-43cc-833b-0de8cd648820 req-1c81fcdd-9e4d-4e9a-bf09-4be5e46cdb4b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Sep 23 13:55:08.463152 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea50fcc5-fa5a-4eed-b108-a8e37b19c306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.516341 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdcd50b0-44d6-4a83-bb00-1fa763ed9cee req-b9ef466d-8cac-4f56-8d37-cb784d3cf3c3 tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.0247023 Sep 23 13:55:08.547484 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea50fcc5-fa5a-4eed-b108-a8e37b19c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.587365 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ea50fcc5-fa5a-4eed-b108-a8e37b19c306 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca171c1702004510b0d7cb931507f09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990292 Sep 23 13:55:08.588251 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50fcc5-fa5a-4eed-b108-a8e37b19c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d39c17d-b406-4928-a8a1-9d03700f1d95,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:08.590254 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:08.642913 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.667303 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.815579 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.818263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:08.819617 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d39c17d-b406-4928-a8a1-9d03700f1d95 HTTP/1.1" status: 204 len: 168 time: 0.2278168 Sep 23 13:55:08.833497 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ed52b-9c6f-41db-8e79-16e06b9616a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d39c17d-b406-4928-a8a1-9d03700f1d95,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:09.490613 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 39958) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:09.503668 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3386bca2-64e9-4081-89b1-fcc6f464bd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:09.538723 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4f85d-775a-446b-81b6-f02bf95d3d41 req-e68788c2-f48e-4fbd-a6ff-658a1ff9c25b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:09.540860 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99a4f85d-775a-446b-81b6-f02bf95d3d41 req-e68788c2-f48e-4fbd-a6ff-658a1ff9c25b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0505979 Sep 23 13:55:09.605574 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99a4f85d-775a-446b-81b6-f02bf95d3d41 req-24549c45-3f19-45b3-a35a-74dbb76c5bd7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531445 Sep 23 13:55:09.611844 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3386bca2-64e9-4081-89b1-fcc6f464bd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:09.649472 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-70e3fbe5-b9a4-4828-b0d0-8a8c41b2cf92 req-bca26ce2-fbff-4ce2-ae97-dc300b730c8e tempest-DeleteServersTestJSON-832354654 tempest-DeleteServersTestJSON-832354654-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e4bcd39-04ab-431e-a432-52dd3ac987af HTTP/1.1" status: 200 len: 210 time: 0.0273855 Sep 23 13:55:09.741572 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-3386bca2-64e9-4081-89b1-fcc6f464bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:09.784654 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-3386bca2-64e9-4081-89b1-fcc6f464bd0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68914472b81c4a8d92612a604cbd4da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929296 Sep 23 13:55:09.785686 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386bca2-64e9-4081-89b1-fcc6f464bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86adbfde-4653-4bf6-9ddb-f375e3a3beb3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:09.787461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 39968) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:09.849486 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:09.877972 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:10.004842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:10.007748 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:10.008976 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86adbfde-4653-4bf6-9ddb-f375e3a3beb3 HTTP/1.1" status: 204 len: 168 time: 0.2193258 Sep 23 13:55:10.018142 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c85f1e-6637-48e1-94eb-f5e2183ede65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86adbfde-4653-4bf6-9ddb-f375e3a3beb3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:10.725426 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbab266-c1e5-47f9-b284-5fc499ee5007 req-8667f774-8ba1-44df-8a31-fda31c9ba017 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:10.726922 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fbab266-c1e5-47f9-b284-5fc499ee5007 req-8667f774-8ba1-44df-8a31-fda31c9ba017 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0506003 Sep 23 13:55:10.771664 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fbab266-c1e5-47f9-b284-5fc499ee5007 req-e4582b99-0cad-4f86-9ea4-1ad0ea517332 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Sep 23 13:55:10.936342 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-fef7e68c-25a1-4147-8588-4007d3083961 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422142 Sep 23 13:55:11.365328 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-3ff15b82-fae1-47cb-84ec-fdbd47919b48 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:11.366845 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-3ff15b82-fae1-47cb-84ec-fdbd47919b48 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1162846 Sep 23 13:55:11.382095 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-9b3d77f3-72c4-41f6-8e5d-ab8b086a386d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/quotas/050b40f3043344efb710f56bcffeeb9f HTTP/1.1" status: 200 len: 375 time: 0.0093946 Sep 23 13:55:11.436103 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-3c768e00-a5b6-4f34-873c-20b2dad1c902 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484722 Sep 23 13:55:11.541694 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-6a0ce5e4-25b2-4360-acd9-6395ef36eec5 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969248 Sep 23 13:55:11.632073 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c85abb5-4130-4419-8a70-fb0afa6525b0 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Sep 23 13:55:11.898042 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27038-1c34-4ad4-aeda-881ef4cf3398 req-ac598ac9-0b1a-431c-bc4a-11edb212d031 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:11.900307 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0e27038-1c34-4ad4-aeda-881ef4cf3398 req-ac598ac9-0b1a-431c-bc4a-11edb212d031 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0555985 Sep 23 13:55:11.944232 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0e27038-1c34-4ad4-aeda-881ef4cf3398 req-0308fe7b-24ae-412d-b55e-1b110ff7963e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Sep 23 13:55:11.957236 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40074) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:12.019960 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0cb2fe5e-3a37-4ff7-84e3-ac554d0b5df4 req-a783b4d3-cdcf-47e7-a658-467deb9427d5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0301228 Sep 23 13:55:12.070239 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f6cf-1a6d-44e4-8c9d-1cecf2b328f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.160618 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f6cf-1a6d-44e4-8c9d-1cecf2b328f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.222031 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f6cf-1a6d-44e4-8c9d-1cecf2b328f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.258906 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ecb2f6cf-1a6d-44e4-8c9d-1cecf2b328f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cadf5f9b49842ac8d77343671be7fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004262 Sep 23 13:55:12.263831 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f6cf-1a6d-44e4-8c9d-1cecf2b328f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e9b5e8-5d68-467b-acb1-9a8bb125314d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:12.263954 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40078) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:12.311138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.333034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.348961 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 82a78ba7-abb0-4666-b18f-06147771c0fa no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:55:12.376198 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 82a78ba7-abb0-4666-b18f-06147771c0fa {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:55:12.376859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 82a78ba7-abb0-4666-b18f-06147771c0fa not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:55:12.455623 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.458220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:12.459407 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9e9b5e8-5d68-467b-acb1-9a8bb125314d HTTP/1.1" status: 204 len: 168 time: 0.1968112 Sep 23 13:55:12.467872 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461e260-86ed-497d-8803-9820b3fdf470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e9b5e8-5d68-467b-acb1-9a8bb125314d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:13.064933 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4d2e3-88ea-4698-8f50-fc7128a01f62 req-d5b0aee6-0479-4a8e-acc6-689c25d25a32 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:13.066590 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2be4d2e3-88ea-4698-8f50-fc7128a01f62 req-d5b0aee6-0479-4a8e-acc6-689c25d25a32 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Sep 23 13:55:13.104107 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2be4d2e3-88ea-4698-8f50-fc7128a01f62 req-766275a2-addb-46e5-9592-4149a4d32ae4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Sep 23 13:55:13.183914 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a5bd480-ee8f-4ebd-babf-7ce63dfc2039 req-a2011be3-9597-430e-8e82-e08bd63a68fc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Sep 23 13:55:13.462527 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40118) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:13.573809 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-651667893-network', 'tenant_id': '1f0eca8a7db843ee8983baf14b1a29da'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:13.690263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Made reservation on behalf of 1f0eca8a7db843ee8983baf14b1a29da for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:13.692516 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:13.701568 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:13.789511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:13.877336 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:13.905027 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:55:13.909509 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541c74ab-0014-4972-8a73-c380d62f121b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:13.916934 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:13.916934 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Added segment 151ed730-78ee-44bf-ae29-ca9a39bd7d38 of type vlan for network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 Sep 23 13:55:13.961575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.045011 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.046022 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.046598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.102638 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] Pushing event updated for resources: {'Network': ['ID=78e71bb2-dd76-4a91-bb49-b0c96891e9b3,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:14.113067 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:55:14.144205 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c98876a8-518b-4efc-8ca4-b104a3aca0ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6802063 Sep 23 13:55:14.146066 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40128) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:14.150766 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Request body: {'subnet': {'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-651667893-subnet', 'tenant_id': '1f0eca8a7db843ee8983baf14b1a29da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:14.228862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d5495-a822-454f-9459-7f1aea47c313 req-5c7d5f36-dfcd-4460-b353-7f1cf82dd234 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.230297 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b67d5495-a822-454f-9459-7f1aea47c313 req-5c7d5f36-dfcd-4460-b353-7f1cf82dd234 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 23 13:55:14.233087 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Made reservation on behalf of 1f0eca8a7db843ee8983baf14b1a29da for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:14.235956 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.276450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b67d5495-a822-454f-9459-7f1aea47c313 req-64633a47-c101-42e7-98f0-deaf1923d636 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Sep 23 13:55:14.361719 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b543e391-7fac-4d01-b282-ef29fe8ac4d5 req-0d3aacb5-ba20-43bd-8001-621c841f7310 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Sep 23 13:55:14.505472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.569301 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-5757f2c5-5018-45d4-981e-441c839b10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.570804 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-5757f2c5-5018-45d4-981e-441c839b10c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 1098 time: 0.0915673 Sep 23 13:55:14.582416 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af669a61-42ba-4046-a70b-faf20dfab7b8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:14.584654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Checking segment: {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:14.585005 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Network hostable DHCP agents. Network: 78e71bb2-dd76-4a91-bb49-b0c96891e9b3, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:55:14.721633 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-6cad1df1-d0a9-46bf-b524-b9a75c02e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.723087 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-6cad1df1-d0a9-46bf-b524-b9a75c02e3bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 914 time: 0.0977440 Sep 23 13:55:14.767961 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-daf39e48-173f-4d41-941c-161f3e16707e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d HTTP/1.1" status: 200 len: 217 time: 0.0339549 Sep 23 13:55:14.768494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:55:14.787603 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.822030 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-a63812bc-df9b-4b9e-a753-206bc56b3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.823462 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-a63812bc-df9b-4b9e-a753-206bc56b3279 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0425630 Sep 23 13:55:14.861655 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-efbdc641-354d-4fa0-baf5-92f59758dfbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275471 Sep 23 13:55:14.882928 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 78e71bb2-dd76-4a91-bb49-b0c96891e9b3) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:14.891713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c7bb8-9cd1-4fbc-879e-8a65bcc1ed93 None None] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:55:14.897125 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:14.897734 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:14.970613 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-53e8f8dd-7119-49e2-a922-51b62890f4ef service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954394 Sep 23 13:55:15.004076 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-43c0398c-fd41-472f-a647-e6ca3c0eef93 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8569629 Sep 23 13:55:15.023479 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134d67c-fecf-4324-ab3a-9a39909b4a0a None None] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:55:15.094332 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e1e1bd1f-9d62-40bf-9dd1-5457e3990ead req-5076edb0-c8aa-4467-ae53-50441b6963d5 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091852 Sep 23 13:55:15.383566 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c04a4-830e-4d7e-801e-0faa4f69e692 req-b0a3a921-a618-4f27-837f-ef0690ed08ca tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:15.385075 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-138c04a4-830e-4d7e-801e-0faa4f69e692 req-b0a3a921-a618-4f27-837f-ef0690ed08ca tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0477376 Sep 23 13:55:15.425680 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-138c04a4-830e-4d7e-801e-0faa4f69e692 req-e7b883a5-31e6-4eaa-b538-6b1d3c32ed7d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Sep 23 13:55:15.466327 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9306c092-a7b4-4bf2-8353-a4024201fef8 req-658248dd-9647-4ce5-bdc6-4a126cd1e770 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0262733 Sep 23 13:55:15.661634 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:15.707853 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Deleting subnet 16bfcf9a-760e-44ef-8bd1-2ab6604b4757 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:55:15.710918 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:15.748314 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:15.754346 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:15.884903 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:15.939563 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bfcf9a-760e-44ef-8bd1-2ab6604b4757,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:15.941557 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:15.943403 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fa77988c-2f8a-4122-9701-ce4ed75dcfa8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16bfcf9a-760e-44ef-8bd1-2ab6604b4757 HTTP/1.1" status: 204 len: 168 time: 0.2807953 Sep 23 13:55:15.947215 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40174) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:16.043321 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-7bf22288-49d6-43db-b91d-d790943c2104 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:16.043538 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.043718 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-7bf22288-49d6-43db-b91d-d790943c2104 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1473939 Sep 23 13:55:16.062610 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Request body: {'port': {'device_id': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'admin_state_up': True, 'tenant_id': '050b40f3043344efb710f56bcffeeb9f'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:16.133489 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.157434 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae2001f-a80b-42ef-983e-dadd78b44255']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:16.168474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fe6eac-9497-46e3-9750-a233af3a3fd7') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:16.169406 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fe6eac-9497-46e3-9750-a233af3a3fd7') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:16.180654 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.197905 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.207764 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:55:16.208231 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:55:16.210807 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:55:16.261472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:16.265479 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.381900 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.394266 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.399505 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/bae2001f-a80b-42ef-983e-dadd78b44255 HTTP/1.1" status: 204 len: 168 time: 0.4507315 Sep 23 13:55:16.409976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f7169-8d72-4e09-950a-d881199afd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=bae2001f-a80b-42ef-983e-dadd78b44255,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:16.417692 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Allocated IP 172.20.0.14 (b9c1c770-f512-4ca1-999d-d862571e8ccb/9871fc46-4aa9-46f0-94d3-c7fdc889f923/3c50e469-0086-4f66-8ec5-e448980a77a6) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:55:16.603960 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.607847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d20003-ea6a-4562-8ec8-71fb26edc971 req-848b74e8-08db-4d07-9591-2d3cccd0a204 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:16.609847 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62d20003-ea6a-4562-8ec8-71fb26edc971 req-848b74e8-08db-4d07-9591-2d3cccd0a204 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.1097956 Sep 23 13:55:16.651304 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7c2f540-6307-408f-b29b-8035054cd979 req-c20d7185-1393-4b26-856e-af84441c2a15 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0636208 Sep 23 13:55:16.686225 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.698706 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:16.793407 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40206) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:16.800096 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event updated for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:16.834145 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Network b9c1c770-f512-4ca1-999d-d862571e8ccb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:55:16.839580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:16.851104 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:55:16.859824 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:16.860834 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.884928 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fc658c50-c7b6-46f2-9ccf-78a29c8a9437 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba565ca32a9f479c9b6ca1febedc87df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0861156 Sep 23 13:55:16.889294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40208) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:16.930558 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62d20003-ea6a-4562-8ec8-71fb26edc971 req-629b3287-6f25-4cb5-ae0a-1f9ab98680ee tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829006 Sep 23 13:55:16.942465 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.965435 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:16.975376 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5c0eb8c7-fbfb-466d-8b08-88c24bfbe0c1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217126 Sep 23 13:55:17.000981 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Request body: {'port': {'device_id': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:17.056153 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.155339 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.157852 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.158972 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5009b4d5-d411-4f93-902b-c28b963757d1 HTTP/1.1" status: 204 len: 168 time: 0.2683403 Sep 23 13:55:17.177864 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b97da7-7b74-400c-849d-3a4f409d20e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009b4d5-d411-4f93-902b-c28b963757d1,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:17.339921 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c50e469-0086-4f66-8ec5-e448980a77a6 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:17.347782 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.362613 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Transition to ACTIVE for port object 3c50e469-0086-4f66-8ec5-e448980a77a6 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:55:17.479067 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.535497 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:17.578006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Attempting to bind port 3c50e469-0086-4f66-8ec5-e448980a77a6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:55:17.578547 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Attempting to bind port 3c50e469-0086-4f66-8ec5-e448980a77a6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:55:17.579057 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Attempting to bind port 3c50e469-0086-4f66-8ec5-e448980a77a6 on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:17.583838 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Port 3c50e469-0086-4f66-8ec5-e448980a77a6 on network b9c1c770-f512-4ca1-999d-d862571e8ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:55:17.584268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Attempting to bind port 3c50e469-0086-4f66-8ec5-e448980a77a6 on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:17.589466 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:55:17.589911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Checking segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:17.590483 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Bound using segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:55:17.594130 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Bound port: 3c50e469-0086-4f66-8ec5-e448980a77a6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:55:17.595689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.695034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:55:17.704241 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c50e469-0086-4f66-8ec5-e448980a77a6,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:55:17.742781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-829e9876-e145-4902-af92-d4802af83132 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:17.744371 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-829e9876-e145-4902-af92-d4802af83132 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/networks?id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3 HTTP/1.1" status: 200 len: 808 time: 0.1760840 Sep 23 13:55:17.747104 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e597-19e2-4290-8d8f-29be35f6618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.770877 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.792133 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-590e1a1f-22ec-467e-ad2b-09fc08289456 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/quotas/1f0eca8a7db843ee8983baf14b1a29da HTTP/1.1" status: 200 len: 375 time: 0.0343466 Sep 23 13:55:17.809445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:17.810186 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:17.811525 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] 10.222.0.45 "PUT /v2.0/ports/3c50e469-0086-4f66-8ec5-e448980a77a6 HTTP/1.1" status: 200 len: 1094 time: 0.8179293 Sep 23 13:55:17.811940 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:17.814177 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:17.817108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d889dfa-6754-4b92-9351-165f895717db req-7f24e1e7-2f47-43b8-a40f-f467576a53f3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:17.818895 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d889dfa-6754-4b92-9351-165f895717db req-7f24e1e7-2f47-43b8-a40f-f467576a53f3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0699458 Sep 23 13:55:17.848793 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-596368bc-acca-409c-8806-ef814149f5dc tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478833 Sep 23 13:55:17.850631 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd0488-865c-4cd5-8775-d2001cb53563 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:17.973817 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-51bddbc0-ae28-455e-aeb2-13d7beb3fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:17.981535 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-51bddbc0-ae28-455e-aeb2-13d7beb3fa4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 1097 time: 0.0626831 Sep 23 13:55:17.986921 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d889dfa-6754-4b92-9351-165f895717db req-9f27d081-6d7b-4b57-8447-ac87c6fcf260 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460636 Sep 23 13:55:18.011944 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-ea4b63db-09d7-407f-9229-65a704d58c37 service neutron] 10.222.0.18 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359024 Sep 23 13:55:18.031123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173dff51-dfdf-4118-9c1f-e366fd70140d x-openstack-request-id: req-173dff51-dfdf-4118-9c1f-e366fd70140d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:18.031406 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:18.031651 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-173dff51-dfdf-4118-9c1f-e366fd70140d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:18.032042 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6', 'status': 'completed', 'code': 200} Sep 23 13:55:18.106897 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-ad2bd119-4d80-40b3-8aac-965306b57fac service neutron] 10.222.0.18 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Sep 23 13:55:18.407673 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007130e-01a9-4023-9eaa-b300ddc1d8c7 req-a48a793b-0a95-46a8-8126-ffd28bad1425 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:18.407673 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b007130e-01a9-4023-9eaa-b300ddc1d8c7 req-a48a793b-0a95-46a8-8126-ffd28bad1425 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0581374 Sep 23 13:55:18.449323 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b007130e-01a9-4023-9eaa-b300ddc1d8c7 req-61046559-e22a-4df5-b177-424915692642 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352566 Sep 23 13:55:18.514220 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f21c1ba9-8561-4e80-952b-a4a195119d91 req-56af3d6d-eee7-4bff-8f50-6e1cba2d17e3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 210 time: 0.0262594 Sep 23 13:55:19.331319 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d22e7-14eb-4456-bd0d-4b2ff5a75406 req-47291a96-c2f1-41fa-8a29-795c4fc26ea8 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:19.332812 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a27d22e7-14eb-4456-bd0d-4b2ff5a75406 req-47291a96-c2f1-41fa-8a29-795c4fc26ea8 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0487952 Sep 23 13:55:19.370824 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a27d22e7-14eb-4456-bd0d-4b2ff5a75406 req-ce85ca32-70dd-4592-8b89-5fc1079df3ab tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Sep 23 13:55:19.575988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfdb11-acfa-493f-aa9a-77f969807b87 req-de5337bd-f2e6-4e1b-bfb4-7cab8df5e692 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:19.577258 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23cfdb11-acfa-493f-aa9a-77f969807b87 req-de5337bd-f2e6-4e1b-bfb4-7cab8df5e692 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Sep 23 13:55:19.618646 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23cfdb11-acfa-493f-aa9a-77f969807b87 req-d2ffb3d0-e3e6-43c7-b743-b75ef1575530 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351329 Sep 23 13:55:19.698942 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26966a3a-4246-4a70-9d66-8442cbc85c6c req-ae625231-98f2-4dc7-9dce-d2ac401394a6 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 210 time: 0.0260491 Sep 23 13:55:20.158791 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-178d3ec1-da49-438b-abc9-b22cc9e500ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:20.487617 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34227bb5-3a8b-4bdd-96e4-e75305c7033b req-abf019e6-0966-4bcd-a63a-4ded8e9b63f6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:20.489143 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34227bb5-3a8b-4bdd-96e4-e75305c7033b req-abf019e6-0966-4bcd-a63a-4ded8e9b63f6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Sep 23 13:55:20.528557 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34227bb5-3a8b-4bdd-96e4-e75305c7033b req-dd16c450-8244-41b2-8fc0-1dc6849b199b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 23 13:55:20.736700 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ea07-1128-4897-95f1-d6dd4f83a579 req-5b667961-2624-4121-a78b-3d15d6d0284b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:20.738220 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8183ea07-1128-4897-95f1-d6dd4f83a579 req-5b667961-2624-4121-a78b-3d15d6d0284b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Sep 23 13:55:20.779204 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8183ea07-1128-4897-95f1-d6dd4f83a579 req-24ca562c-7c38-4439-b6ce-8c3047521811 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Sep 23 13:55:20.787804 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-bda54c40-66df-4bb5-9dc0-7be7a863b990 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c50e469-0086-4f66-8ec5-e448980a77a6 HTTP/1.1" status: 200 len: 217 time: 0.0481741 Sep 23 13:55:20.840296 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26a72-e702-4520-afd3-a602a0367a96 req-8d516bc0-5837-4f31-a203-5ecd4aec2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:20.842877 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-8d516bc0-5837-4f31-a203-5ecd4aec2af6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0455983 Sep 23 13:55:20.869104 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b9f5e03d-4939-46fb-b945-6852335bf4e9 req-4adffdc8-c3d9-467a-9d74-1e57aa75a4bf tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Sep 23 13:55:20.873919 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-5fb79a07-eb79-4cd1-921f-80ed7431eaea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239904 Sep 23 13:55:20.906987 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:20.972645 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-fe504077-eb70-4bd6-89f4-dbb290f2ef3e service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879207 Sep 23 13:55:21.142027 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:21.254489 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bff26a72-e702-4520-afd3-a602a0367a96 req-95c726c5-0bc1-4b8d-9058-a4b0c6962aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653050 Sep 23 13:55:21.492902 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-6745b2cf-6987-481b-b694-f122aef1cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:21.494512 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-6745b2cf-6987-481b-b694-f122aef1cfed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 1097 time: 0.0393617 Sep 23 13:55:21.598024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-64b7ada8-e2b7-4590-8af4-57fa7b537828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:21.599471 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-64b7ada8-e2b7-4590-8af4-57fa7b537828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 914 time: 0.0953515 Sep 23 13:55:21.645298 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-50b6d543-0151-418d-83d8-b9e2445134a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c50e469-0086-4f66-8ec5-e448980a77a6 HTTP/1.1" status: 200 len: 217 time: 0.0365798 Sep 23 13:55:21.650101 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f49ff1-9dfe-4a1a-9b2c-a7b18ad6c552 req-a9ebe991-06c3-4e75-88f8-e094565fce8b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:21.651590 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13f49ff1-9dfe-4a1a-9b2c-a7b18ad6c552 req-a9ebe991-06c3-4e75-88f8-e094565fce8b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0523906 Sep 23 13:55:21.691606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13f49ff1-9dfe-4a1a-9b2c-a7b18ad6c552 req-9b7ca46e-7497-40ce-8ef1-582220c8d644 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Sep 23 13:55:21.702358 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-6f0df002-3a64-47eb-b4ff-df32a7e40b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:21.703963 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-6f0df002-3a64-47eb-b4ff-df32a7e40b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0498872 Sep 23 13:55:21.739763 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-deb5da27-ac40-4e0a-bfcc-ced75648886a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240908 Sep 23 13:55:21.835276 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-fce64575-92c8-4176-9adf-38ecf4c67b5e service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Sep 23 13:55:21.898770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb0418-3cdd-47ac-9568-d5271e6284a0 req-131ab938-47d1-4bf2-b399-713185be7d8b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:21.900261 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-87bb0418-3cdd-47ac-9568-d5271e6284a0 req-131ab938-47d1-4bf2-b399-713185be7d8b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0497847 Sep 23 13:55:21.943189 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0c4e3e46-fdb3-4130-9d88-9de6f9f105f0 req-64c3ee22-a24b-4a47-9497-f1020209f0d8 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962052 Sep 23 13:55:21.945111 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-87bb0418-3cdd-47ac-9568-d5271e6284a0 req-fcb5f685-c9c8-4e65-89cf-cae0afb2367a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Sep 23 13:55:21.990710 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6448af3-0592-45c2-b126-f993a8cec65b req-e1572970-2cf9-4275-8c69-300e8e9dd520 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 210 time: 0.0299027 Sep 23 13:55:22.082386 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-56bd16ce-7c31-4a24-b6b6-4bb5b2d6a13c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:22.083737 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-56bd16ce-7c31-4a24-b6b6-4bb5b2d6a13c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "GET /v2.0/networks?id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3 HTTP/1.1" status: 200 len: 808 time: 0.1035621 Sep 23 13:55:22.098599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Request body: {'port': {'device_id': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3', 'admin_state_up': True, 'tenant_id': '1f0eca8a7db843ee8983baf14b1a29da'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:22.365770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Made reservation on behalf of 1f0eca8a7db843ee8983baf14b1a29da for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:22.369605 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:22.503366 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Allocated IP 172.20.0.3 (78e71bb2-dd76-4a91-bb49-b0c96891e9b3/af669a61-42ba-4046-a70b-faf20dfab7b8/4830eb6f-480c-41cc-abbe-3ec6bf62261e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:55:22.651132 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:22.748088 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:22.789894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:55:22.793109 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:22.797981 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:55:22.803536 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:22.804172 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:22.815604 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708d4d-3f52-426c-a552-e7587b3c6bac req-b7a64c42-3c12-468a-8c63-8b12db476c39 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:22.820245 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b4708d4d-3f52-426c-a552-e7587b3c6bac req-b7a64c42-3c12-468a-8c63-8b12db476c39 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0609219 Sep 23 13:55:22.824454 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Pushing event updated for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:22.855777 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b4708d4d-3f52-426c-a552-e7587b3c6bac req-66cc7af4-b8cf-4e87-ba6b-85b04ef0e9d0 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Sep 23 13:55:22.890988 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-d713acdf-248d-4f3e-9422-32daa8d6523c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7960937 Sep 23 13:55:22.920964 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Request body: {'port': {'device_id': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:22.975996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.134991 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b7a1-d21a-4d80-bfa0-5298b215130b req-4812e2de-a0ac-4ea5-9622-2cc0ecba8c62 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:23.136420 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-40e6b7a1-d21a-4d80-bfa0-5298b215130b req-4812e2de-a0ac-4ea5-9622-2cc0ecba8c62 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0781794 Sep 23 13:55:23.149614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb733-c697-4478-8964-a25e06fb61a4 req-68aa73ea-d237-44af-b76e-703f094fada8 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:23.151073 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f95bb733-c697-4478-8964-a25e06fb61a4 req-68aa73ea-d237-44af-b76e-703f094fada8 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 931 time: 0.0669110 Sep 23 13:55:23.204224 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-40e6b7a1-d21a-4d80-bfa0-5298b215130b req-f1891c71-2bba-4af6-b3ab-217a4499c5bf tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Sep 23 13:55:23.230637 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f95bb733-c697-4478-8964-a25e06fb61a4 req-76498dcf-fe15-4b75-9826-f1f7d1b31ede tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Sep 23 13:55:23.245181 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.284188 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4830eb6f-480c-41cc-abbe-3ec6bf62261e {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:23.292181 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.308597 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Transition to ACTIVE for port object 4830eb6f-480c-41cc-abbe-3ec6bf62261e will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:55:23.410401 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.461632 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Pushing event updated for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:23.494060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Attempting to bind port 4830eb6f-480c-41cc-abbe-3ec6bf62261e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:55:23.494399 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Attempting to bind port 4830eb6f-480c-41cc-abbe-3ec6bf62261e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:55:23.495952 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Attempting to bind port 4830eb6f-480c-41cc-abbe-3ec6bf62261e on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:23.499406 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Port 4830eb6f-480c-41cc-abbe-3ec6bf62261e on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:55:23.499725 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Attempting to bind port 4830eb6f-480c-41cc-abbe-3ec6bf62261e on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:23.504808 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:55:23.505246 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Checking segment: {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:23.505660 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Bound using segment: {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:55:23.506081 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Bound port: 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:55:23.506435 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.576741 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:55:23.579747 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:55:23.679290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.713674 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:23.714283 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:23.716234 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] 10.222.0.45 "PUT /v2.0/ports/4830eb6f-480c-41cc-abbe-3ec6bf62261e HTTP/1.1" status: 200 len: 1093 time: 0.7994266 Sep 23 13:55:23.716664 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:23.718896 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2867b10c-1e7e-476f-b493-699ddf08deaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:23.742404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8d85-57ef-4c3d-96c4-109e5e635201 service neutron] Pushing event updated for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:23.760494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd2eec-1301-4c96-b090-527ff1ed961a x-openstack-request-id: req-2cbd2eec-1301-4c96-b090-527ff1ed961a {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:23.760494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:23.760494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cbd2eec-1301-4c96-b090-527ff1ed961a {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:23.760494 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e', 'status': 'completed', 'code': 200} Sep 23 13:55:23.828453 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-9e61acc3-4de6-4c60-8dbc-7e9c7666c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:23.829844 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-9e61acc3-4de6-4c60-8dbc-7e9c7666c0ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0430114 Sep 23 13:55:24.000954 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3579-43e4-4698-8a3f-aea4d00f9177 req-3dc5a86f-5b12-4a79-a33a-69dffb201fe2 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.004009 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da2d3579-43e4-4698-8a3f-aea4d00f9177 req-3dc5a86f-5b12-4a79-a33a-69dffb201fe2 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 944 time: 0.0599985 Sep 23 13:55:24.005472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-5158d50c-a452-48d6-b08c-cc633a452304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.006933 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-5158d50c-a452-48d6-b08c-cc633a452304 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1647174 Sep 23 13:55:24.050912 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da2d3579-43e4-4698-8a3f-aea4d00f9177 req-16ceebdd-7d77-45b2-8b7e-4674f48dcafa tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Sep 23 13:55:24.109187 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-b4d56c3d-94d4-4c71-a77d-45d08e191611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.110691 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-2867b10c-1e7e-476f-b493-699ddf08deaa req-b4d56c3d-94d4-4c71-a77d-45d08e191611 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0959094 Sep 23 13:55:24.202452 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-08bb2440-333a-4748-866e-44052c4b830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.203986 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-08bb2440-333a-4748-866e-44052c4b830e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0460193 Sep 23 13:55:24.253197 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-9083025e-7237-4a79-b2b6-d00c92740de4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e HTTP/1.1" status: 200 len: 217 time: 0.0371823 Sep 23 13:55:24.281803 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40410) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:24.330655 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890fff4-457b-44ac-a703-646eeaceca22 req-2568efa5-e815-424c-ba3a-251e6708fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.332125 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-2568efa5-e815-424c-ba3a-251e6708fd41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af669a61-42ba-4046-a70b-faf20dfab7b8 HTTP/1.1" status: 200 len: 848 time: 0.0680749 Sep 23 13:55:24.365924 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-f4f76ed5-7270-42ab-9230-c6c4cb5fa9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247772 Sep 23 13:55:24.386291 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6bcad-865f-4bfe-b178-6d171475bf46 req-6cc18e9d-50ce-4f9f-b332-527b8e268dc3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.388383 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58e6bcad-865f-4bfe-b178-6d171475bf46 req-6cc18e9d-50ce-4f9f-b332-527b8e268dc3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0897892 Sep 23 13:55:24.396231 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bf9b5-73d6-439a-b3e3-d6bdf7e9063d req-05c8205f-6a06-472d-849d-dcfff0d7d044 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:24.397869 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-916bf9b5-73d6-439a-b3e3-d6bdf7e9063d req-05c8205f-6a06-472d-849d-dcfff0d7d044 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 943 time: 0.0870838 Sep 23 13:55:24.430587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4a47747-ad56-41de-8aeb-095b6d81a48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.471741 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-3631252c-f4cf-46a1-b501-6dd96dcbe124 service neutron] 10.222.0.45 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963941 Sep 23 13:55:24.491486 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-916bf9b5-73d6-439a-b3e3-d6bdf7e9063d req-89962f77-b4bb-4ce5-be0f-6cd26f201f25 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838804 Sep 23 13:55:24.512054 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58e6bcad-865f-4bfe-b178-6d171475bf46 req-c7b9e356-0522-4771-aff7-70e5499b255c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002703 Sep 23 13:55:24.520838 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3c50e469-0086-4f66-8ec5-e448980a77a6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:55:24.593159 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d890fff4-457b-44ac-a703-646eeaceca22 req-0ff9f90a-ef05-49b0-bdfc-cfce655ffc7e service neutron] 10.222.0.45 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124558 Sep 23 13:55:24.658542 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c50e469-0086-4f66-8ec5-e448980a77a6,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:24.665831 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4a47747-ad56-41de-8aeb-095b6d81a48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.670504 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '3c50e469-0086-4f66-8ec5-e448980a77a6', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'port_id': '3c50e469-0086-4f66-8ec5-e448980a77a6', 'mac_address': 'fa:16:3e:4c:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9871fc46-4aa9-46f0-94d3-c7fdc889f923', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:55:24.707973 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.723618 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c50e469-0086-4f66-8ec5-e448980a77a6 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:24.741604 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f4a47747-ad56-41de-8aeb-095b6d81a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.743572 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c50e469-0086-4f66-8ec5-e448980a77a6,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:24.783977 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f4a47747-ad56-41de-8aeb-095b6d81a48c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bba8d128e96f4339ae8c4d27bf1641b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983602 Sep 23 13:55:24.784251 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40424) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:24.790172 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a47747-ad56-41de-8aeb-095b6d81a48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189e0516-f443-4882-8ebb-63754b9d52d9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:24.827198 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.837108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.862406 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.876547 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:24.886857 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.887379 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.888596 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.889042 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.889478 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.889910 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.890314 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.890737 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.891151 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.891543 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.891938 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.892334 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:55:24.973494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40430) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:24.993046 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.995796 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:24.997810 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/189e0516-f443-4882-8ebb-63754b9d52d9 HTTP/1.1" status: 204 len: 168 time: 0.2126470 Sep 23 13:55:25.006530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a8749-9a61-47a7-b1b0-6a36d684ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e0516-f443-4882-8ebb-63754b9d52d9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:25.099433 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ee3632-b571-48f2-b626-81cb207ff8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.166354 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['3c50e469-0086-4f66-8ec5-e448980a77a6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:25.212196 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96761fea-2942-40fa-8324-2e12ebc7e634 req-5ad8aa74-69a1-45a6-85e8-1a08c85b4673 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:25.220516 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-96761fea-2942-40fa-8324-2e12ebc7e634 req-5ad8aa74-69a1-45a6-85e8-1a08c85b4673 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 945 time: 0.1004059 Sep 23 13:55:25.224493 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ee3632-b571-48f2-b626-81cb207ff8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.263740 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-96761fea-2942-40fa-8324-2e12ebc7e634 req-dea090d3-0a0d-4dde-b616-3715793b1037 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424411 Sep 23 13:55:25.324472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78ee3632-b571-48f2-b626-81cb207ff8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.365134 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-78ee3632-b571-48f2-b626-81cb207ff8e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b6a59bf8424479b951664b75e53d51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903198 Sep 23 13:55:25.604953 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3632-b571-48f2-b626-81cb207ff8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d362a4-466e-4494-98a0-c43824b20089,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:25.604953 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40454) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:25.650945 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.654460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0d395-d34f-486c-99b0-e623d358289d req-2ee9a22a-a194-4c30-a4c5-5a965ff5abc1 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:25.655941 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c9b0d395-d34f-486c-99b0-e623d358289d req-2ee9a22a-a194-4c30-a4c5-5a965ff5abc1 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 943 time: 0.0828474 Sep 23 13:55:25.664276 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d4205-fe33-4339-b0f7-eb45d164a718 req-85963676-e05d-4f13-90b9-7ff61132b4b5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:25.671969 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a40d4205-fe33-4339-b0f7-eb45d164a718 req-85963676-e05d-4f13-90b9-7ff61132b4b5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0969322 Sep 23 13:55:25.676575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.730665 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a40d4205-fe33-4339-b0f7-eb45d164a718 req-71d08b20-714b-4ed1-85f8-e42ca8ebc0df tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Sep 23 13:55:25.739252 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c9b0d395-d34f-486c-99b0-e623d358289d req-e7627ceb-ca6c-461d-afe1-30f1cd223100 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652337 Sep 23 13:55:25.907604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.910421 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:25.917534 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31d362a4-466e-4494-98a0-c43824b20089 HTTP/1.1" status: 204 len: 168 time: 0.3256762 Sep 23 13:55:25.920363 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b859e-0198-4686-a7c9-fb61cb8efd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d362a4-466e-4494-98a0-c43824b20089,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:26.132318 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40470) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:26.145412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60802f72-8a44-493a-bae9-084638864186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.259158 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60802f72-8a44-493a-bae9-084638864186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.387985 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-60802f72-8a44-493a-bae9-084638864186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.389826 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d467ac1-99c1-45c8-b628-19bdc743f96b req-ae3b08c2-a886-4810-b9e7-c2a75478fa59 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:26.391941 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4d467ac1-99c1-45c8-b628-19bdc743f96b req-ae3b08c2-a886-4810-b9e7-c2a75478fa59 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 945 time: 0.0562503 Sep 23 13:55:26.444805 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60802f72-8a44-493a-bae9-084638864186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba7312-ba33-4618-8625-f02b07a79867,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:26.447783 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4d467ac1-99c1-45c8-b628-19bdc743f96b req-548e0d7b-e26f-41d4-aea1-cb0a3e4cfff6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Sep 23 13:55:26.450755 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-60802f72-8a44-493a-bae9-084638864186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a698412d57f4c81839657babb61536d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172710 Sep 23 13:55:26.453461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40492) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:26.523267 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 4830eb6f-480c-41cc-abbe-3ec6bf62261e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:55:26.526415 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3c50e469-0086-4f66-8ec5-e448980a77a6 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:55:26.571672 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.595017 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.667219 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:26.678876 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '4830eb6f-480c-41cc-abbe-3ec6bf62261e', 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3', 'port_id': '4830eb6f-480c-41cc-abbe-3ec6bf62261e', 'mac_address': 'fa:16:3e:90:95:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af669a61-42ba-4046-a70b-faf20dfab7b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:55:26.684659 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 3c50e469-0086-4f66-8ec5-e448980a77a6 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:55:26.698877 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:55:26.707553 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 3c50e469-0086-4f66-8ec5-e448980a77a6 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:55:26.713071 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.730233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.732882 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.734070 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fba7312-ba33-4618-8625-f02b07a79867 HTTP/1.1" status: 204 len: 168 time: 0.2794955 Sep 23 13:55:26.743119 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa435342-6aed-49f4-8dcd-e05bc83a4b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba7312-ba33-4618-8625-f02b07a79867,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:26.747549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.787781 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4830eb6f-480c-41cc-abbe-3ec6bf62261e {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:26.811314 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:26.857488 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.883022 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:26.885652 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f04e7-9788-4e9b-9708-08997a2da9c6" -d '{"events": [{"server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "name": "network-vif-plugged", "status": "completed", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:26.900245 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c50e469-0086-4f66-8ec5-e448980a77a6,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:26.907238 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:26.941789 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b4c19-5507-4e38-a197-882c884be3cb req-d01fc825-dbea-4532-ae69-0adeebd0230d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:26.943247 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e09b4c19-5507-4e38-a197-882c884be3cb req-d01fc825-dbea-4532-ae69-0adeebd0230d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0934026 Sep 23 13:55:26.956486 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e5a0-c7c9-43e1-8f67-63fee07bc5f4 req-cf5279fb-9b81-4fb6-819b-373f97653681 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:26.958103 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bd0e5a0-c7c9-43e1-8f67-63fee07bc5f4 req-cf5279fb-9b81-4fb6-819b-373f97653681 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 943 time: 0.1101050 Sep 23 13:55:26.974048 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:26.988276 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.026133 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bd0e5a0-c7c9-43e1-8f67-63fee07bc5f4 req-b6cf63d3-5d46-4aaa-8f2f-e456038712b3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Sep 23 13:55:27.030064 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e09b4c19-5507-4e38-a197-882c884be3cb req-5fd61799-ef3e-4b9a-8b3b-77fb718434f5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Sep 23 13:55:27.076372 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:27.080052 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56342494-b522-4b45-862e-f4439fc774a6 x-openstack-request-id: req-56342494-b522-4b45-862e-f4439fc774a6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:27.080419 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "name": "network-vif-plugged", "status": "completed", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:27.080648 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56342494-b522-4b45-862e-f4439fc774a6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:27.081031 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6', 'code': 200} Sep 23 13:55:27.597541 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce86e5-9f5a-4e82-83f5-e723b4c59b76 req-c5f84069-b034-496a-b712-15212b5b4bb7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:27.605384 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02ce86e5-9f5a-4e82-83f5-e723b4c59b76 req-c5f84069-b034-496a-b712-15212b5b4bb7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.0844512 Sep 23 13:55:27.617222 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40548) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:27.680620 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02ce86e5-9f5a-4e82-83f5-e723b4c59b76 req-80ee16a3-0242-4080-95b1-aaa2d83ae63b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675914 Sep 23 13:55:27.698003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Deleting subnet 5a550d33-dbf4-4f39-94be-e74df549e122 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:55:27.698003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.734683 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.740282 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.862262 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.891604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a550d33-dbf4-4f39-94be-e74df549e122,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:27.896063 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:27.898892 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2b7aff1b-900a-4121-9b39-7b6f1a2c7070 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a550d33-dbf4-4f39-94be-e74df549e122 HTTP/1.1" status: 204 len: 168 time: 0.2803993 Sep 23 13:55:27.901090 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40558) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:27.994850 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.108341 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.138990 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.139335 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.140085 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.140430 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > port after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.140765 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.141095 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > port after_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.142917 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.143266 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.144060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.144564 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.173119 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4de3fd-91c1-4dc7-ae02-b92dd41ad80d req-0fe63eb6-38e6-4107-839c-af3b3a13f486 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:28.180232 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac4de3fd-91c1-4dc7-ae02-b92dd41ad80d req-0fe63eb6-38e6-4107-839c-af3b3a13f486 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 944 time: 0.0699015 Sep 23 13:55:28.218990 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac4de3fd-91c1-4dc7-ae02-b92dd41ad80d req-bffafc05-2a7d-4d3f-aed7-68a153b00be9 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Sep 23 13:55:28.330921 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81da1-1953-41c1-8a07-c0bed224cb42 req-a672e0e0-2ca3-4085-9112-f6c4b573682e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:28.332455 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dab81da1-1953-41c1-8a07-c0bed224cb42 req-a672e0e0-2ca3-4085-9112-f6c4b573682e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Sep 23 13:55:28.350000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.350358 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.350693 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.351028 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 13:55:28.351917 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c5ba63-921d-465e-8175-904b161c5fa8']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:28.377925 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef294360-110a-49d6-a565-8b4d3e91eaf0') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:28.378234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef294360-110a-49d6-a565-8b4d3e91eaf0') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:28.389087 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dab81da1-1953-41c1-8a07-c0bed224cb42 req-1ba083f8-27c3-4218-a23a-7b536940cb59 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Sep 23 13:55:28.403483 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.429168 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.438608 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:55:28.438991 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: from cryptography.utils import int_from_bytes Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: from cryptography.utils import int_from_bytes Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:55:28.443046 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:55:28.678791 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.686601 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.691330 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/08c5ba63-921d-465e-8175-904b161c5fa8 HTTP/1.1" status: 204 len: 168 time: 0.7862978 Sep 23 13:55:28.691834 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40586) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:28.700591 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba24216-6259-4c4a-ae7c-253aa991b9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=08c5ba63-921d-465e-8175-904b161c5fa8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:28.743738 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Deleting subnet 8ab3e224-ea6d-463f-ae1a-730e053f2e9a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:55:28.748041 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.818684 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.858662 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42b9e0-f8b7-42bf-9d12-b1797382f94f req-fb833d00-471b-4b04-b024-e1223f919345 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:28.860466 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ef42b9e0-f8b7-42bf-9d12-b1797382f94f req-fb833d00-471b-4b04-b024-e1223f919345 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.0871699 Sep 23 13:55:28.886344 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:28.938870 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ef42b9e0-f8b7-42bf-9d12-b1797382f94f req-05b7f5be-f834-4622-95c4-3f75125d7af9 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688009 Sep 23 13:55:29.050759 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.076786 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab3e224-ea6d-463f-ae1a-730e053f2e9a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:29.080541 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.082444 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b44dfbcd-d5b7-4a9d-91cd-4d9a83bb8221 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ab3e224-ea6d-463f-ae1a-730e053f2e9a HTTP/1.1" status: 204 len: 168 time: 0.3898392 Sep 23 13:55:29.084862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40602) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:29.153015 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.235561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.257909 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b8e779-84a8-4ede-acca-7f84229b39a5']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:29.268612 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19614515-4e1f-4470-a4d5-1db3b94f8f0e') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:29.269149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19614515-4e1f-4470-a4d5-1db3b94f8f0e') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:55:29.279813 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.307971 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:55:29.334034 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:55:29.397976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae7659-edca-4559-ba61-158cfdb4574f req-6e6f290a-8cf7-4385-8615-5e7140122326 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:29.400406 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3aae7659-edca-4559-ba61-158cfdb4574f req-6e6f290a-8cf7-4385-8615-5e7140122326 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 944 time: 0.1010478 Sep 23 13:55:29.447363 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3aae7659-edca-4559-ba61-158cfdb4574f req-b054425a-f488-409f-ad1b-6fd0ce7e96a3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Sep 23 13:55:29.490325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.498319 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:29.500547 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6b8e779-84a8-4ede-acca-7f84229b39a5 HTTP/1.1" status: 204 len: 168 time: 0.4147382 Sep 23 13:55:29.518535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcfcaf-0ba8-4e2c-bbf7-3660967cb00f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b8e779-84a8-4ede-acca-7f84229b39a5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:29.569570 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21515-dcd9-4c8f-a508-2af56e6cadaf req-ffa760dc-9392-4213-8f56-2ac91a12556e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:29.571064 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92a21515-dcd9-4c8f-a508-2af56e6cadaf req-ffa760dc-9392-4213-8f56-2ac91a12556e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Sep 23 13:55:29.611183 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92a21515-dcd9-4c8f-a508-2af56e6cadaf req-fe5d2ecc-4f7f-4015-902c-5afb61d295bb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Sep 23 13:55:30.020683 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['4830eb6f-480c-41cc-abbe-3ec6bf62261e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:30.021177 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40622) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:30.068216 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-596664a0-3553-4a61-818f-cac4984270dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb89713dd0d847a495b0b0f06c23db5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462153 Sep 23 13:55:30.070762 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40624) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:30.086731 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3693b3a-0480-443b-960e-f621082daa10 req-b255ba24-a08b-4d89-bd35-490c64afd819 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:30.088360 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3693b3a-0480-443b-960e-f621082daa10 req-b255ba24-a08b-4d89-bd35-490c64afd819 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.0682802 Sep 23 13:55:30.123732 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:30.131451 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3693b3a-0480-443b-960e-f621082daa10 req-bdd2ff4e-f27a-471f-a280-a03a349d4e4d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Sep 23 13:55:30.172933 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:30.210903 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3eb76-470d-4713-9c18-ae6c41adb5fc req-5657e7a1-66e1-4246-98b0-712ec0dc97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:30.212390 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a3e3eb76-470d-4713-9c18-ae6c41adb5fc req-5657e7a1-66e1-4246-98b0-712ec0dc97fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 1099 time: 0.0842514 Sep 23 13:55:30.254809 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a3e3eb76-470d-4713-9c18-ae6c41adb5fc req-bd035332-0727-43d2-8c9d-45d67a3e6848 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271163 Sep 23 13:55:30.329472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:30.332089 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:30.333242 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/761ee019-eb59-4cb0-a0d3-ae7b330cb8be HTTP/1.1" status: 204 len: 168 time: 0.2615881 Sep 23 13:55:30.341144 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f35cb-16a5-4922-a570-f12c77588eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ee019-eb59-4cb0-a0d3-ae7b330cb8be,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:30.574448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402165b0-021b-4837-892a-33506ef2dfec req-57cf52ee-b046-42b2-ba74-dc53dd4450f6 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:30.576237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-402165b0-021b-4837-892a-33506ef2dfec req-57cf52ee-b046-42b2-ba74-dc53dd4450f6 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 944 time: 0.0611734 Sep 23 13:55:30.618908 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-402165b0-021b-4837-892a-33506ef2dfec req-f2047c43-50cb-41bf-a8ad-7c5b9af6029d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Sep 23 13:55:30.744244 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea62bc-5def-4465-9487-22927a930e09 req-83288830-31c5-4fc2-af7c-8c8e1b01daee tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:30.745814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-30ea62bc-5def-4465-9487-22927a930e09 req-83288830-31c5-4fc2-af7c-8c8e1b01daee tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Sep 23 13:55:30.786458 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-30ea62bc-5def-4465-9487-22927a930e09 req-37eae673-a18f-4e9b-adeb-88809aaa1ab1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 23 13:55:31.090505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40654) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:31.132046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-014b56be-953f-4f53-ad52-2cac3c6446fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0232d27d5ca4a6f9f64a1bca0b495b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396402 Sep 23 13:55:31.134673 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40656) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:31.193375 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:31.218428 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:31.273158 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a80a0-9597-4fbb-8c39-d103a22114f0 req-440d09b0-124f-4875-8439-b4b936c6844c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:31.274762 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f06a80a0-9597-4fbb-8c39-d103a22114f0 req-440d09b0-124f-4875-8439-b4b936c6844c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.0643198 Sep 23 13:55:31.317514 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f06a80a0-9597-4fbb-8c39-d103a22114f0 req-59541b39-03f0-4ce8-9361-954bf190b903 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Sep 23 13:55:31.370117 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:31.374432 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:31.374628 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc8ac292-8c68-4d65-8e28-78aeda0c8bb7 HTTP/1.1" status: 204 len: 168 time: 0.2388883 Sep 23 13:55:31.391262 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d0f1-5ca9-41ae-affc-1cac34f41a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ac292-8c68-4d65-8e28-78aeda0c8bb7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:31.750050 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c545b-adb0-4746-b7fd-25500aad776d req-4bb2b532-884e-468e-b86a-a962e82ea08c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:31.752034 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9b3c545b-adb0-4746-b7fd-25500aad776d req-4bb2b532-884e-468e-b86a-a962e82ea08c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 944 time: 0.0530562 Sep 23 13:55:31.802471 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9b3c545b-adb0-4746-b7fd-25500aad776d req-506f93d7-e49f-4f45-b706-31a3ed398921 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Sep 23 13:55:31.927522 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b959f-adf2-4138-9fc1-ae56b70a7493 req-4ab4c13e-ccba-410a-8aac-540291d08f60 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:31.932148 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d32b959f-adf2-4138-9fc1-ae56b70a7493 req-4ab4c13e-ccba-410a-8aac-540291d08f60 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Sep 23 13:55:31.976830 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d32b959f-adf2-4138-9fc1-ae56b70a7493 req-5e154e4d-3067-4727-9baf-ee3cdbe7fb10 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Sep 23 13:55:32.440955 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbbeb7-e593-4ea4-9880-f90bac65242a req-7fc26dd2-9fdc-4ef7-8900-fc84250e3493 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:32.442571 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d4bbbeb7-e593-4ea4-9880-f90bac65242a req-7fc26dd2-9fdc-4ef7-8900-fc84250e3493 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.0573313 Sep 23 13:55:32.488568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d4bbbeb7-e593-4ea4-9880-f90bac65242a req-ea8faa40-db6a-48a6-92c9-32fc70f0942d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Sep 23 13:55:32.730898 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 4830eb6f-480c-41cc-abbe-3ec6bf62261e up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:55:32.833693 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 4830eb6f-480c-41cc-abbe-3ec6bf62261e completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:55:32.844305 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 4830eb6f-480c-41cc-abbe-3ec6bf62261e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:55:32.844680 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:32.952566 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:32.957634 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa5aa3-4872-4d34-b8a1-a16bae04af59 req-dbad83e9-9504-47ed-bd2b-6a1d969c3bbe tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:32.959963 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cbfa5aa3-4872-4d34-b8a1-a16bae04af59 req-dbad83e9-9504-47ed-bd2b-6a1d969c3bbe tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 944 time: 0.0827689 Sep 23 13:55:32.988831 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:32.992427 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd9d8ec-e9d5-4849-9cf0-c574d94b53eb" -d '{"events": [{"server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "name": "network-vif-plugged", "status": "completed", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:33.009383 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:33.017446 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cbfa5aa3-4872-4d34-b8a1-a16bae04af59 req-13cb4e27-9179-4fae-a613-cd1828d9487a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Sep 23 13:55:33.062548 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322bc9a-fc78-4129-8bae-83b09381424a x-openstack-request-id: req-e322bc9a-fc78-4129-8bae-83b09381424a {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:33.062953 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "name": "network-vif-plugged", "status": "completed", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:33.063213 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e322bc9a-fc78-4129-8bae-83b09381424a {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:33.063610 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e', 'code': 200} Sep 23 13:55:33.078929 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.143410 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:33.184525 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a413da-d46b-4f69-a5cf-8266c6faf348 req-544039f0-819d-4987-9208-d20ae1cd0766 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:33.187431 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40746) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:33.193631 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10a413da-d46b-4f69-a5cf-8266c6faf348 req-544039f0-819d-4987-9208-d20ae1cd0766 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Sep 23 13:55:33.237259 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-10a413da-d46b-4f69-a5cf-8266c6faf348 req-35ae4fbe-17f1-439b-ae5a-009cb19043aa tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Sep 23 13:55:33.350234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c3d3-05c0-42c8-95f0-db59073afac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.494578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a55f-48a2-4c09-89aa-ea9bdcf8306d req-8e7dec17-3dab-4d89-aefa-e797e8bcc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:33.496023 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bb61a55f-48a2-4c09-89aa-ea9bdcf8306d req-8e7dec17-3dab-4d89-aefa-e797e8bcc40d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 1098 time: 0.0708740 Sep 23 13:55:33.497804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c3d3-05c0-42c8-95f0-db59073afac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.535445 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-bb61a55f-48a2-4c09-89aa-ea9bdcf8306d req-690e8b34-fce2-4102-aa22-87c12234d3d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282257 Sep 23 13:55:33.575723 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e1d7c3d3-05c0-42c8-95f0-db59073afac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.614273 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e1d7c3d3-05c0-42c8-95f0-db59073afac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12496c77b8f740d6bd39507a7bfb8711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256039 Sep 23 13:55:33.615440 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7c3d3-05c0-42c8-95f0-db59073afac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6ad84-09f3-4c34-a4d1-04a806ac0305,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:33.619025 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40754) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:33.669652 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.692235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.827934 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.830766 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:33.832050 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88c6ad84-09f3-4c34-a4d1-04a806ac0305 HTTP/1.1" status: 204 len: 168 time: 0.2120221 Sep 23 13:55:33.840538 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b5d23-2ace-46d9-a426-d7067cc3e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6ad84-09f3-4c34-a4d1-04a806ac0305,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:34.135990 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc49e7-b68e-4d87-bed6-88ad5ae07702 req-cccd9c3c-0d41-485a-9127-28c6b3e9dc9f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:34.137529 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53dc49e7-b68e-4d87-bed6-88ad5ae07702 req-cccd9c3c-0d41-485a-9127-28c6b3e9dc9f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Sep 23 13:55:34.175797 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53dc49e7-b68e-4d87-bed6-88ad5ae07702 req-2161bafc-dd0a-45b7-8589-4111b56b00fb tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Sep 23 13:55:34.348517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6684b-2f9f-4593-b0da-13666c856ad9 req-a20710a5-81db-4484-8f72-1ed237286bfb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:34.350924 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1f6684b-2f9f-4593-b0da-13666c856ad9 req-a20710a5-81db-4484-8f72-1ed237286bfb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Sep 23 13:55:34.396405 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1f6684b-2f9f-4593-b0da-13666c856ad9 req-a42d8071-530d-4be5-8817-2f9028c35714 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Sep 23 13:55:35.290534 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40111db-4051-4be6-9980-6d68a4b873a2 req-d8fa572b-8198-483f-aad3-c263c440db64 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:35.292078 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e40111db-4051-4be6-9980-6d68a4b873a2 req-d8fa572b-8198-483f-aad3-c263c440db64 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Sep 23 13:55:35.331263 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e40111db-4051-4be6-9980-6d68a4b873a2 req-b878b671-cce3-4db4-a8ec-6d3b8bf7cbac tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Sep 23 13:55:35.521571 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5e401-de4d-4cf8-946d-5ba8e897042a req-76e6cc2f-559f-4830-87f8-f04ebe8938bc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:35.523042 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-32f5e401-de4d-4cf8-946d-5ba8e897042a req-76e6cc2f-559f-4830-87f8-f04ebe8938bc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0590885 Sep 23 13:55:35.562386 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-32f5e401-de4d-4cf8-946d-5ba8e897042a req-fc16246c-8c59-4bda-aabe-76546b43342a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Sep 23 13:55:36.442480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed138d2-6cfa-40d6-ab04-7d506c11fcd6 req-9a477f8d-8d20-4682-9e4c-3c2742abce7e tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:36.443972 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ed138d2-6cfa-40d6-ab04-7d506c11fcd6 req-9a477f8d-8d20-4682-9e4c-3c2742abce7e tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0471485 Sep 23 13:55:36.481379 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ed138d2-6cfa-40d6-ab04-7d506c11fcd6 req-656d659d-851c-4195-bf45-1192d6e053ff tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Sep 23 13:55:36.676822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b7d16-e869-4fbf-be05-3df7175c19f6 req-dc3d66f8-e8bd-4cb2-a34a-d137c50fde81 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:36.678355 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c76b7d16-e869-4fbf-be05-3df7175c19f6 req-dc3d66f8-e8bd-4cb2-a34a-d137c50fde81 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0494320 Sep 23 13:55:36.716245 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c76b7d16-e869-4fbf-be05-3df7175c19f6 req-514a8a01-6243-4581-af34-3f54a697a5c6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Sep 23 13:55:37.600275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8942b8-d45e-4c93-b0d2-f4b9e5032cb0 req-6025e23f-4c3c-454b-8c84-15211c209684 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:37.601821 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e8942b8-d45e-4c93-b0d2-f4b9e5032cb0 req-6025e23f-4c3c-454b-8c84-15211c209684 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Sep 23 13:55:37.640775 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e8942b8-d45e-4c93-b0d2-f4b9e5032cb0 req-bd663962-276a-4c1c-b886-9e19b7fbf79e tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Sep 23 13:55:37.840303 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955bb15-7e37-4e7a-90a8-cdce820f676b req-3ab9b3c8-50f4-4191-9045-57ef10a9634e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:37.841908 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9955bb15-7e37-4e7a-90a8-cdce820f676b req-3ab9b3c8-50f4-4191-9045-57ef10a9634e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0543952 Sep 23 13:55:37.884120 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9955bb15-7e37-4e7a-90a8-cdce820f676b req-0f5016da-a547-4af8-b75f-024b1777b0d8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363567 Sep 23 13:55:38.615198 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8933e2-946b-44a0-bc2b-055f5a283a36 req-84fd7bc7-797f-4f11-89e3-6686d6a03f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:38.616673 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7f8933e2-946b-44a0-bc2b-055f5a283a36 req-84fd7bc7-797f-4f11-89e3-6686d6a03f3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1098 time: 0.0443430 Sep 23 13:55:38.663270 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7f8933e2-946b-44a0-bc2b-055f5a283a36 req-0902ed29-57d3-449f-9a77-ed47c8c6f0dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Sep 23 13:55:38.758763 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0479a-c967-4165-ae1e-1e60acbce6c0 req-a0eef366-4147-4198-b553-ae47e3c92bb0 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:38.760238 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13f0479a-c967-4165-ae1e-1e60acbce6c0 req-a0eef366-4147-4198-b553-ae47e3c92bb0 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Sep 23 13:55:38.799937 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13f0479a-c967-4165-ae1e-1e60acbce6c0 req-6d711a7c-ff10-4482-aa4a-c21d70bcab4f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Sep 23 13:55:39.069665 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc75441-3be0-47a9-ad7b-ea5534e74be2 req-3ed72877-d3df-42de-bd79-32b675213284 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:39.072376 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ebc75441-3be0-47a9-ad7b-ea5534e74be2 req-3ed72877-d3df-42de-bd79-32b675213284 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0951703 Sep 23 13:55:39.134519 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ebc75441-3be0-47a9-ad7b-ea5534e74be2 req-8cd506e9-d5bd-4da9-ac20-4fb6074add81 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516295 Sep 23 13:55:39.341320 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-75d609fb-56bb-4b2b-aec5-b3d747dc4d1d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:39.342906 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-75d609fb-56bb-4b2b-aec5-b3d747dc4d1d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1034667 Sep 23 13:55:39.359258 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-0dd402ec-c97f-45f5-a4a5-9ff859743102 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/quotas/050b40f3043344efb710f56bcffeeb9f HTTP/1.1" status: 200 len: 375 time: 0.0101676 Sep 23 13:55:39.417056 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-ada3cb4b-eaf0-4393-972f-2b3a6cdfd54a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522323 Sep 23 13:55:39.516476 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-ab3a683c-52ff-4c7d-af87-8dd797c76970 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909660 Sep 23 13:55:39.613097 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-0256cfcc-950f-4a80-a590-0e2f637ed110 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900588 Sep 23 13:55:39.895566 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-761f25bd-9874-4fc6-af67-b601a3a3dd63 req-c991899c-1abc-4be9-865b-bd0673920557 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0263374 Sep 23 13:55:40.186911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 40960) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:40.335553 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0b2e-9ec0-4a39-bf20-b4346721e0bb req-0f56ca4b-2c42-438d-97b6-217ce3181c84 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:40.337066 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c5b0b2e-9ec0-4a39-bf20-b4346721e0bb req-0f56ca4b-2c42-438d-97b6-217ce3181c84 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Sep 23 13:55:40.340575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6f7bcb2-8889-4695-a73a-2773823d6ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.378841 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c5b0b2e-9ec0-4a39-bf20-b4346721e0bb req-39666f1d-34ef-4878-b84c-2103f841aa19 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Sep 23 13:55:40.462119 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6f7bcb2-8889-4695-a73a-2773823d6ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.530882 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd24a-66c8-49c3-9299-db9792e0d2d3 req-6087734f-8877-4972-976c-77f10aa0a7c4 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:40.532448 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c0cd24a-66c8-49c3-9299-db9792e0d2d3 req-6087734f-8877-4972-976c-77f10aa0a7c4 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0878754 Sep 23 13:55:40.544198 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237f73d-4d85-4f43-90c2-2e53a6f88aaf req-6e65fcd0-6d0e-479c-8be2-8d819ae10f9f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:40.546780 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2237f73d-4d85-4f43-90c2-2e53a6f88aaf req-6e65fcd0-6d0e-479c-8be2-8d819ae10f9f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0912628 Sep 23 13:55:40.564538 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c6f7bcb2-8889-4695-a73a-2773823d6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.620328 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c6f7bcb2-8889-4695-a73a-2773823d6ca5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fc942f8e2d64c118ce0f46bca807a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277647 Sep 23 13:55:40.620541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2237f73d-4d85-4f43-90c2-2e53a6f88aaf req-5677b418-632c-4743-81f2-133444fe0a6f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Sep 23 13:55:40.620541 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 40984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:40.620541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c0cd24a-66c8-49c3-9299-db9792e0d2d3 req-f82ec2a8-5997-4246-bf33-5fb91e2e067f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727234 Sep 23 13:55:40.627724 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7bcb2-8889-4695-a73a-2773823d6ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5da8494-33e2-4119-b74b-df25c1798bd6,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:40.686447 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.707379 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.815536 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.818124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:40.819281 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5da8494-33e2-4119-b74b-df25c1798bd6 HTTP/1.1" status: 204 len: 168 time: 0.1980000 Sep 23 13:55:40.827737 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd4f47-a0dd-4370-854a-c502a2cde035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5da8494-33e2-4119-b74b-df25c1798bd6,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:40.988242 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0b1f6680-dc8d-46e9-8c5e-3f344c1b318d req-8c568188-70d6-4aac-9dc6-9c971b329b93 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0263929 Sep 23 13:55:41.755816 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c482d6-eef6-4d50-a4d6-b20a2d83d0f7 req-6609223c-408c-4032-b0eb-8c6723db0e51 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:41.757328 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80c482d6-eef6-4d50-a4d6-b20a2d83d0f7 req-6609223c-408c-4032-b0eb-8c6723db0e51 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0527165 Sep 23 13:55:41.797891 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-80c482d6-eef6-4d50-a4d6-b20a2d83d0f7 req-b9a9b66d-d0a1-45e6-a926-cc924c95f645 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343890 Sep 23 13:55:42.080951 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4881e338-ccb3-4e0a-831a-167abf6d0867 req-9e100b45-1ed0-45e8-a74a-6b1657991c28 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0260150 Sep 23 13:55:42.444771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41044) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:42.548977 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9d42916-f7e9-4988-8714-aa4d88c2a955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.640146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9d42916-f7e9-4988-8714-aa4d88c2a955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.741749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d9d42916-f7e9-4988-8714-aa4d88c2a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.781181 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d9d42916-f7e9-4988-8714-aa4d88c2a955 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33d97960f71849feaf0ecf8e626cd2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352203 Sep 23 13:55:42.782156 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d42916-f7e9-4988-8714-aa4d88c2a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc8b5a-f89e-47d4-a3a1-ae6d2f4d7369,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:42.783719 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:42.832122 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.853387 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.913219 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f713b-eae5-4da8-b361-6917ec384f05 req-ca984ee4-9b3f-4e03-883e-a127be4e58a7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:42.914658 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-081f713b-eae5-4da8-b361-6917ec384f05 req-ca984ee4-9b3f-4e03-883e-a127be4e58a7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0490952 Sep 23 13:55:42.947408 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.950018 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:42.951161 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0cc8b5a-f89e-47d4-a3a1-ae6d2f4d7369 HTTP/1.1" status: 204 len: 168 time: 0.1663897 Sep 23 13:55:42.955450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-081f713b-eae5-4da8-b361-6917ec384f05 req-ebbc25d5-767d-408c-b013-93da7dddc4b7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Sep 23 13:55:42.958876 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78942d86-8f3a-41a1-a334-805600c38e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc8b5a-f89e-47d4-a3a1-ae6d2f4d7369,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:43.185832 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75646482-3d04-4859-b81b-16adde9ddd36 req-6cb1e0d0-7aab-46c3-8304-9296b3b9ff97 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0255117 Sep 23 13:55:44.106430 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9104f-a8d6-46da-99fa-b3d535008f2b req-01fcc80f-8685-46f4-a08c-94947372b03a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.108891 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21c9104f-a8d6-46da-99fa-b3d535008f2b req-01fcc80f-8685-46f4-a08c-94947372b03a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0660744 Sep 23 13:55:44.177494 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-21c9104f-a8d6-46da-99fa-b3d535008f2b req-7586f51e-2f87-4699-815d-bb77d698af36 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580678 Sep 23 13:55:44.185380 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa438-a819-41f9-aca9-37fa67659974 req-a149cf09-d54c-4f77-9696-d80e3e6b27e8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.187511 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-686aa438-a819-41f9-aca9-37fa67659974 req-a149cf09-d54c-4f77-9696-d80e3e6b27e8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0776172 Sep 23 13:55:44.197100 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-7f95f5bd-cafa-4776-985f-277d0fac84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.198734 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-7f95f5bd-cafa-4776-985f-277d0fac84ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0421410 Sep 23 13:55:44.231097 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-686aa438-a819-41f9-aca9-37fa67659974 req-f5d769e8-e20b-4f97-b0f1-c8df1242d0d8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Sep 23 13:55:44.299797 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0abbe27a-4cc4-4b2b-a31f-0bc5bee9a856 req-52a4adef-0903-471a-a1d2-46e281dd963b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0409331 Sep 23 13:55:44.385685 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-7184d460-2cac-487e-afb0-e0c02a4b36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.387157 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-7184d460-2cac-487e-afb0-e0c02a4b36e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.1737423 Sep 23 13:55:44.448091 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-6aa106e3-b228-4401-8df9-73bb98fde80e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.0443513 Sep 23 13:55:44.454983 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-bb4495ef-f26f-4d33-a076-3036f65859fb tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.456384 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-bb4495ef-f26f-4d33-a076-3036f65859fb tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1637013 Sep 23 13:55:44.484413 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Request body: {'port': {'device_id': '2439b465-4626-473f-a911-35c8134c5f6e', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'admin_state_up': True, 'tenant_id': '050b40f3043344efb710f56bcffeeb9f'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:44.563275 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-be8d3713-7706-4feb-91f4-11a3a6bdad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.564722 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-be8d3713-7706-4feb-91f4-11a3a6bdad44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.1071596 Sep 23 13:55:44.609430 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-8db6355b-83f9-4f35-b9a7-f72079689e3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356786 Sep 23 13:55:44.714053 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-34842a88-e215-4f06-a931-1733861b59f4 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868583 Sep 23 13:55:44.767287 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-88428cbc-720c-442f-8a0a-bdce4160dc08 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:44.769061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-88428cbc-720c-442f-8a0a-bdce4160dc08 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0558593 Sep 23 13:55:44.782804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:44.786238 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:44.796338 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:44.858953 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-8965e01b-60c1-4721-af3b-e4fd15bdd5cc req-7b961b5f-c275-47f3-a5e6-cc390c16b350 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373739 Sep 23 13:55:44.914581 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Deleting port 4830eb6f-480c-41cc-abbe-3ec6bf62261e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:55:44.914933 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:44.950987 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Allocated IP 172.20.0.2 (b9c1c770-f512-4ca1-999d-d862571e8ccb/9871fc46-4aa9-46f0-94d3-c7fdc889f923/bc780b88-b242-427f-a721-6b6a8054ea0d) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:55:45.056141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] For port 4830eb6f-480c-41cc-abbe-3ec6bf62261e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4830eb6f-480c-41cc-abbe-3ec6bf62261e,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:45.056505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.073802 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Calling delete_port for 4830eb6f-480c-41cc-abbe-3ec6bf62261e owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:55:45.355370 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0421c-d32c-4d39-9415-588bf0c2ab45 req-3238914f-52ef-4571-9017-5e0ed4d17d94 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:45.356902 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2a0421c-d32c-4d39-9415-588bf0c2ab45 req-3238914f-52ef-4571-9017-5e0ed4d17d94 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 945 time: 0.0599289 Sep 23 13:55:45.384065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.403617 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.428062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['4830eb6f-480c-41cc-abbe-3ec6bf62261e'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:45.455425 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Pushing event deleted for resources: {'Port': ['ID=4830eb6f-480c-41cc-abbe-3ec6bf62261e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:45.494561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4ea5-0f13-46a6-8dae-f98228430896 req-c05d9b8d-483a-4381-8c29-6de3cc3b208f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:45.496009 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95aa4ea5-0f13-46a6-8dae-f98228430896 req-c05d9b8d-483a-4381-8c29-6de3cc3b208f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1501021 Sep 23 13:55:45.498650 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2a0421c-d32c-4d39-9415-588bf0c2ab45 req-fd62aeae-17a0-477f-b4ea-571e021e2c4d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329043 Sep 23 13:55:45.531891 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.551590 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] No DVR routers for this DVR port 4830eb6f-480c-41cc-abbe-3ec6bf62261e on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:55:45.554539 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', '3c50e469-0086-4f66-8ec5-e448980a77a6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:45.565582 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.567596 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1924e5ec-5168-4ee0-8150-f7cca9132359 req-1c2aa2f4-7404-4a7d-aecd-80de94e4db79 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "DELETE /v2.0/ports/4830eb6f-480c-41cc-abbe-3ec6bf62261e HTTP/1.1" status: 204 len: 173 time: 0.7905600 Sep 23 13:55:45.570770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'name': 'network-vif-deleted', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:45.570770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b162d-c178-44e1-87f5-6ca8019f7491" -d '{"events": [{"server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "name": "network-vif-deleted", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:45.581808 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95aa4ea5-0f13-46a6-8dae-f98228430896 req-eca4e33d-249d-4103-ac4b-b624adbc915e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679729 Sep 23 13:55:45.636945 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c099e341-3bd0-42ee-91b7-9dd8ca1ffee4 x-openstack-request-id: req-c099e341-3bd0-42ee-91b7-9dd8ca1ffee4 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:45.637274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344857f-e7f0-459b-8d6e-18aaae7eb0f7", "name": "network-vif-deleted", "tag": "4830eb6f-480c-41cc-abbe-3ec6bf62261e", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:45.637682 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c099e341-3bd0-42ee-91b7-9dd8ca1ffee4 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:45.645588 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344857f-e7f0-459b-8d6e-18aaae7eb0f7', 'name': 'network-vif-deleted', 'tag': '4830eb6f-480c-41cc-abbe-3ec6bf62261e', 'status': 'completed', 'code': 200} Sep 23 13:55:45.648477 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Network b9c1c770-f512-4ca1-999d-d862571e8ccb is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:55:45.652163 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:45.662123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:55:45.666412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event updated for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:45.718550 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:45.719314 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:45.810888 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-2d4e9d40-ec15-4763-bdff-29e282facbb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420660 Sep 23 13:55:45.824893 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Request body: {'port': {'device_id': '2439b465-4626-473f-a911-35c8134c5f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:45.861604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:45.909207 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.054725 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22ddcb5f-08da-4cef-ac16-04fcd7f44856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.086694 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053057-40d9-4a85-8c9e-9da19a10fb0d req-9cfb66a0-a034-4c3e-9b6a-fe567f8ccd80 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:46.088617 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37053057-40d9-4a85-8c9e-9da19a10fb0d req-9cfb66a0-a034-4c3e-9b6a-fe567f8ccd80 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 931 time: 0.3115985 Sep 23 13:55:46.126500 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37053057-40d9-4a85-8c9e-9da19a10fb0d req-74951102-e161-4c24-98e7-7497d9c1d057 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313542 Sep 23 13:55:46.271836 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22ddcb5f-08da-4cef-ac16-04fcd7f44856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.283494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc780b88-b242-427f-a721-6b6a8054ea0d {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:46.291224 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.303668 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Transition to ACTIVE for port object bc780b88-b242-427f-a721-6b6a8054ea0d will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:55:46.353478 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-22ddcb5f-08da-4cef-ac16-04fcd7f44856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.391555 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-22ddcb5f-08da-4cef-ac16-04fcd7f44856 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8545cff0109e4755b0262389385cba80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293150 Sep 23 13:55:46.394636 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41164) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:46.395730 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.405381 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddcb5f-08da-4cef-ac16-04fcd7f44856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa0a432-a9f8-4927-81f9-2d5aa92182b8,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:46.462455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Pushing event updated for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:46.469924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.493688 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.538524 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Attempting to bind port bc780b88-b242-427f-a721-6b6a8054ea0d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:55:46.538912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Attempting to bind port bc780b88-b242-427f-a721-6b6a8054ea0d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:55:46.544951 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Attempting to bind port bc780b88-b242-427f-a721-6b6a8054ea0d on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:46.550060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Port bc780b88-b242-427f-a721-6b6a8054ea0d on network b9c1c770-f512-4ca1-999d-d862571e8ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:55:46.552445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Attempting to bind port bc780b88-b242-427f-a721-6b6a8054ea0d on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:46.557282 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:55:46.557713 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Checking segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:46.558190 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Bound using segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:55:46.558718 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Bound port: bc780b88-b242-427f-a721-6b6a8054ea0d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:55:46.559079 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.634731 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5b4c5cf4-668e-4134-a1a5-ef85e5545eca req-fb52b07c-2386-46f3-8bb0-9fbf18c9c2a2 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=6344857f-e7f0-459b-8d6e-18aaae7eb0f7 HTTP/1.1" status: 200 len: 210 time: 0.0357561 Sep 23 13:55:46.663072 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.673692 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.676834 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffa0a432-a9f8-4927-81f9-2d5aa92182b8 HTTP/1.1" status: 204 len: 168 time: 0.2806883 Sep 23 13:55:46.691579 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d17329-ca4f-4130-ba32-01736625bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa0a432-a9f8-4927-81f9-2d5aa92182b8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:46.700770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:55:46.714910 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bc780b88-b242-427f-a721-6b6a8054ea0d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:55:46.771979 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2edde0-8b10-459a-aaef-3bad37fe7b2e req-e6a2c1d8-de9e-44a7-ba1d-c4b521ff3660 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:46.773551 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba2edde0-8b10-459a-aaef-3bad37fe7b2e req-e6a2c1d8-de9e-44a7-ba1d-c4b521ff3660 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0654092 Sep 23 13:55:46.811526 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.816132 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba2edde0-8b10-459a-aaef-3bad37fe7b2e req-48a1f273-cfce-4c02-9055-f2a771581c5c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Sep 23 13:55:46.853750 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:46.854367 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:46.855955 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] 10.222.0.45 "PUT /v2.0/ports/bc780b88-b242-427f-a721-6b6a8054ea0d HTTP/1.1" status: 200 len: 1093 time: 1.0364699 Sep 23 13:55:46.856278 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:46.858896 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02aa011-36c2-4f87-9b89-87e03e137818" -d '{"events": [{"name": "network-changed", "server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:46.897799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5b1b7-aec7-48c7-a68a-a5bb1c7dd428 service neutron] Pushing event updated for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:46.902444 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db717c8-699a-4141-a4da-4d2f75f7a958 x-openstack-request-id: req-7db717c8-699a-4141-a4da-4d2f75f7a958 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:46.902726 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:46.903137 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7db717c8-699a-4141-a4da-4d2f75f7a958 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:46.903688 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'status': 'completed', 'code': 200} Sep 23 13:55:46.980297 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-df7afc1f-11b5-413c-ae76-f2374ed63e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:46.981835 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-df7afc1f-11b5-413c-ae76-f2374ed63e4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 1096 time: 0.0530145 Sep 23 13:55:47.100891 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-c462d679-4841-4ce4-8dc2-ba1b75257b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:47.102403 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-c462d679-4841-4ce4-8dc2-ba1b75257b9c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=050b40f3043344efb710f56bcffeeb9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1058981 Sep 23 13:55:47.204169 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-fadb67aa-ecc5-410c-ac1a-24e5a953dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:47.205644 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d02aa011-36c2-4f87-9b89-87e03e137818 req-fadb67aa-ecc5-410c-ac1a-24e5a953dff2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0958841 Sep 23 13:55:47.247350 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c3df3-a8a8-4aa8-b4cf-006465e2d853 req-48acf3da-2f14-49e7-88df-d1d34ca58077 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:47.249031 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a6c3df3-a8a8-4aa8-b4cf-006465e2d853 req-48acf3da-2f14-49e7-88df-d1d34ca58077 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 943 time: 0.0520587 Sep 23 13:55:47.290734 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a6c3df3-a8a8-4aa8-b4cf-006465e2d853 req-8791dfe8-beb8-4a7f-b20f-a6beaddc5551 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Sep 23 13:55:47.290943 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-f5de980d-f9ac-49f7-93da-47278f9ca9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:47.292354 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-f5de980d-f9ac-49f7-93da-47278f9ca9e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 1096 time: 0.0451393 Sep 23 13:55:47.339410 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-29123ee0-e3c9-4248-b36f-3e1ae10f0279 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc780b88-b242-427f-a721-6b6a8054ea0d HTTP/1.1" status: 200 len: 217 time: 0.0380971 Sep 23 13:55:47.394511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-a4d985e5-a5bd-4c2a-ad8f-b5b21f481862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:47.396042 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-a4d985e5-a5bd-4c2a-ad8f-b5b21f481862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0457411 Sep 23 13:55:47.429249 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-f1a75dcc-2191-4cdf-a7e3-2d48bd38105c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251367 Sep 23 13:55:47.514981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41190) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:47.523342 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-b92bb6c0-546d-4d64-a499-dfcf19f9f138 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860033 Sep 23 13:55:47.527771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5aa5-7e6e-4ccb-80dc-eb4da4600ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.625206 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d3268cff-bb58-4dd9-8e06-450c41e57906 req-b8eab746-a330-4ccf-aabb-36dda6b43627 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913072 Sep 23 13:55:47.638423 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5aa5-7e6e-4ccb-80dc-eb4da4600ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.676628 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41196) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:47.684676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5aa5-7e6e-4ccb-80dc-eb4da4600ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.708647 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0a32f6a1-3253-4dd5-ba20-e9c7e0c041b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.732239 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5b6d5aa5-7e6e-4ccb-80dc-eb4da4600ba9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a56b4f8a36d4c1994e98746565f3aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162657 Sep 23 13:55:47.733987 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5aa5-7e6e-4ccb-80dc-eb4da4600ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3e677-5223-4af9-8e45-6bf202072a6f,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:47.735174 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:47.792413 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.807931 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38a46a0a-7c81-407a-95b3-e1f3ba506ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.814621 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.941564 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.944119 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:47.945384 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dc3e677-5223-4af9-8e45-6bf202072a6f HTTP/1.1" status: 204 len: 168 time: 0.2089539 Sep 23 13:55:47.956871 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd937f3-03e6-4ed1-b65b-2effb17febe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3e677-5223-4af9-8e45-6bf202072a6f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:48.027386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2d0d2-759a-474a-b656-a436f1f8beea req-e7fcc224-35fd-4b7d-8c6f-685458e51f0c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:48.028878 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e1a2d0d2-759a-474a-b656-a436f1f8beea req-e7fcc224-35fd-4b7d-8c6f-685458e51f0c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1315095 Sep 23 13:55:48.046418 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38a46a0a-7c81-407a-95b3-e1f3ba506ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.068409 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-a3e78f0e-a3b8-48c5-b844-a65a8731eb61 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:48.069894 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-a3e78f0e-a3b8-48c5-b844-a65a8731eb61 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/networks?id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3 HTTP/1.1" status: 200 len: 808 time: 0.1996679 Sep 23 13:55:48.095719 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-29cf786e-7304-4b2d-8f02-19ce76bcfdb7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/quotas/1f0eca8a7db843ee8983baf14b1a29da HTTP/1.1" status: 200 len: 375 time: 0.0191627 Sep 23 13:55:48.098671 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e1a2d0d2-759a-474a-b656-a436f1f8beea req-b81de3d3-6724-4eb0-8468-7ac5bd314c9f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592752 Sep 23 13:55:48.100084 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-38a46a0a-7c81-407a-95b3-e1f3ba506ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.145462 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-50e8cb68-f1c5-4058-be39-63676e70a21b tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426717 Sep 23 13:55:48.171710 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a46a0a-7c81-407a-95b3-e1f3ba506ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe2ad8-bd37-40d2-aa5e-4b81426e8c66,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:48.185541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-38a46a0a-7c81-407a-95b3-e1f3ba506ed1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d51d8a0187f84039a66ca6df7a8bf25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078299 Sep 23 13:55:48.194241 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41222) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:48.290229 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.293185 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-dd980e2c-65bf-47d6-9d7b-1b29d3257fdd service neutron] 10.222.0.18 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334798 Sep 23 13:55:48.334067 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.468308 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-2f1b2e38-a47e-458c-b844-31e63656ef14 service neutron] 10.222.0.18 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662545 Sep 23 13:55:48.473617 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41238) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:48.475617 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6616104-975e-42e3-bbc1-3ee2645fc965 req-23795fdc-47fe-483c-bafb-968239c25ba7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:48.477098 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6616104-975e-42e3-bbc1-3ee2645fc965 req-23795fdc-47fe-483c-bafb-968239c25ba7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 943 time: 0.1090984 Sep 23 13:55:48.524229 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6616104-975e-42e3-bbc1-3ee2645fc965 req-b9f66175-3ae2-45c5-a002-703507b5253d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Sep 23 13:55:48.553212 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.556915 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.558565 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dbe2ad8-bd37-40d2-aa5e-4b81426e8c66 HTTP/1.1" status: 204 len: 168 time: 0.3690450 Sep 23 13:55:48.569345 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4c04-08ce-4136-8ecd-700f7af70d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe2ad8-bd37-40d2-aa5e-4b81426e8c66,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:48.620256 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28d4ada7-1f36-4727-a4cc-e53593481fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.757613 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28d4ada7-1f36-4727-a4cc-e53593481fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.779120 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37c75b2e-5909-428b-88ec-b13763cc2d7d req-a7557990-2861-4151-867e-f07d99c8fe11 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 210 time: 0.0321624 Sep 23 13:55:48.781055 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 4830eb6f-480c-41cc-abbe-3ec6bf62261e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:55:48.809309 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 4830eb6f-480c-41cc-abbe-3ec6bf62261e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:55:48.809680 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 4830eb6f-480c-41cc-abbe-3ec6bf62261e not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:55:48.883522 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28d4ada7-1f36-4727-a4cc-e53593481fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:48.926658 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-28d4ada7-1f36-4727-a4cc-e53593481fbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7634bdbac5b486f9c2b06f1ec1a1a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514580 Sep 23 13:55:48.928801 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ada7-1f36-4727-a4cc-e53593481fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f4b5e-a150-4a94-9c7f-0806c5beddf2,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:48.929340 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:48.988634 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.020809 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.135898 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.138679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.140734 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b46f4b5e-a150-4a94-9c7f-0806c5beddf2 HTTP/1.1" status: 204 len: 168 time: 0.2097633 Sep 23 13:55:49.148927 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b79eb-5699-42f2-b86e-e50a518ffde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f4b5e-a150-4a94-9c7f-0806c5beddf2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:49.239656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747e485-f766-4099-9abd-11122c522a80 req-eaa68425-7a76-4826-938f-a09f933e0f3b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:49.241156 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6747e485-f766-4099-9abd-11122c522a80 req-eaa68425-7a76-4826-938f-a09f933e0f3b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0555253 Sep 23 13:55:49.281773 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6747e485-f766-4099-9abd-11122c522a80 req-c1563c8f-fad0-410d-be9f-43eae5ead16a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Sep 23 13:55:49.316884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41272) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:49.330283 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226089d5-9cbf-4489-aad1-b58470d9e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.426165 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226089d5-9cbf-4489-aad1-b58470d9e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.524653 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-226089d5-9cbf-4489-aad1-b58470d9e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.598062 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-226089d5-9cbf-4489-aad1-b58470d9e2b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2dd99a3a8184769b2bb60f603a591de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797966 Sep 23 13:55:49.599567 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226089d5-9cbf-4489-aad1-b58470d9e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b318c4-42c9-4e3c-a275-2f634039e6ff,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:49.600795 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41282) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:49.690638 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fb70f-8729-44a9-bbfb-797713234967 req-db569e78-4a8b-40d2-822c-8b65007194dd tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:49.694529 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f9fb70f-8729-44a9-bbfb-797713234967 req-db569e78-4a8b-40d2-822c-8b65007194dd tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 943 time: 0.0676284 Sep 23 13:55:49.704502 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.752779 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.776954 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f9fb70f-8729-44a9-bbfb-797713234967 req-01e4dea1-8d70-4f89-9105-bf1f425b3813 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672748 Sep 23 13:55:49.877968 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c251c5d0-f824-4a41-ad20-1beecf87d0e4 req-1600e194-e5f7-48fd-9cdc-32970755d79d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 210 time: 0.0274329 Sep 23 13:55:49.929828 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.932591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:49.933839 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0b318c4-42c9-4e3c-a275-2f634039e6ff HTTP/1.1" status: 204 len: 168 time: 0.3319435 Sep 23 13:55:49.942438 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf273f-bd8f-4218-ae63-f74f391f03ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b318c4-42c9-4e3c-a275-2f634039e6ff,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:50.172903 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b47b2ba6-8718-4229-969d-1b9a102bbbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:50.423549 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b17a-687e-4cd1-880d-33860c9eab48 req-892fd1c2-189b-4646-af3c-3bf148e3f14e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:50.425080 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-efe2b17a-687e-4cd1-880d-33860c9eab48 req-892fd1c2-189b-4646-af3c-3bf148e3f14e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0524855 Sep 23 13:55:50.464759 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-efe2b17a-687e-4cd1-880d-33860c9eab48 req-e4946a52-9eea-454d-9924-234cadd81625 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Sep 23 13:55:50.790131 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device bc780b88-b242-427f-a721-6b6a8054ea0d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:55:50.934895 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213536be-dd4e-4c0f-9e65-bc30e96e120c req-8466cc8f-6da8-4889-8641-ac4ac264f032 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:50.937740 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-213536be-dd4e-4c0f-9e65-bc30e96e120c req-8466cc8f-6da8-4889-8641-ac4ac264f032 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 943 time: 0.0755825 Sep 23 13:55:50.945135 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:50.981472 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bc780b88-b242-427f-a721-6b6a8054ea0d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:50.999835 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-213536be-dd4e-4c0f-9e65-bc30e96e120c req-ac1dfe6a-bf4d-4d5e-99cf-58ce95beddb5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Sep 23 13:55:51.004718 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'port_id': 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'mac_address': 'fa:16:3e:5d:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9871fc46-4aa9-46f0-94d3-c7fdc889f923', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:55:51.057851 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-7f7a403e-bee2-41ac-9fe8-a5a43cb71f8e tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:51.059398 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-7f7a403e-bee2-41ac-9fe8-a5a43cb71f8e tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "GET /v2.0/networks?id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3 HTTP/1.1" status: 200 len: 808 time: 0.1775720 Sep 23 13:55:51.059526 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.083549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc780b88-b242-427f-a721-6b6a8054ea0d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:51.085907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Request body: {'port': {'device_id': '91a30025-a629-4808-9a46-7606afd2de1d', 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3', 'admin_state_up': True, 'tenant_id': '1f0eca8a7db843ee8983baf14b1a29da'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:51.105555 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bc780b88-b242-427f-a721-6b6a8054ea0d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:51.131792 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1beae1da-1fd7-4cf0-a8b4-74f3912c3a1b req-1a1b62fe-a38f-4790-b3d7-8203c529b452 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 210 time: 0.0460970 Sep 23 13:55:51.198584 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.199599 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.252394 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:51.290537 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Made reservation on behalf of 1f0eca8a7db843ee8983baf14b1a29da for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:55:51.297188 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.376403 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:51.429138 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Allocated IP 172.20.0.12 (78e71bb2-dd76-4a91-bb49-b0c96891e9b3/af669a61-42ba-4046-a70b-faf20dfab7b8/52f082fa-0129-4750-a4f0-44ea7416aa04) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:55:51.584099 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['bc780b88-b242-427f-a721-6b6a8054ea0d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:51.597078 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.599436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1b6a-4636-457b-8bf6-db238df5d12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.684129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e335f9-8276-4aa6-bcfc-ee9b293498b1 req-f86cf324-a03a-45bc-9e16-fa50021e91da tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:51.685867 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1e335f9-8276-4aa6-bcfc-ee9b293498b1 req-f86cf324-a03a-45bc-9e16-fa50021e91da tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1441064 Sep 23 13:55:51.720146 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.730938 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1b6a-4636-457b-8bf6-db238df5d12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.757931 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1e335f9-8276-4aa6-bcfc-ee9b293498b1 req-c02a2d98-4daf-469d-ac93-58b9e715b880 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Sep 23 13:55:51.767599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:55:51.771017 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:55:51.773449 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:55:51.811465 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Pushing event updated for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:51.838605 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0a3b1b6a-4636-457b-8bf6-db238df5d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.838760 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:51.840702 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.878593 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0a3b1b6a-4636-457b-8bf6-db238df5d12a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5d545c74f684979b7bee68deb2a4341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009327 Sep 23 13:55:51.879887 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b1b6a-4636-457b-8bf6-db238df5d12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38490483-321c-4869-ab4f-3e20749be727,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:51.881690 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41370) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:51.941756 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.965290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:51.969129 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-58944520-0aa2-4c40-b56c-6c92f7f28e3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913505 Sep 23 13:55:51.987651 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Request body: {'port': {'device_id': '91a30025-a629-4808-9a46-7606afd2de1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:55:52.060141 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.151733 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9b8bc-e7cc-4836-9e16-a3f4aa12aec3 req-f3df9999-7cfe-4769-808c-fe70e5a6267a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:52.153751 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1cd9b8bc-e7cc-4836-9e16-a3f4aa12aec3 req-f3df9999-7cfe-4769-808c-fe70e5a6267a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 944 time: 0.0652568 Sep 23 13:55:52.204563 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1cd9b8bc-e7cc-4836-9e16-a3f4aa12aec3 req-13eda8bf-d26e-4f4d-8823-031181a1fac2 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Sep 23 13:55:52.207042 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.209702 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.210858 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38490483-321c-4869-ab4f-3e20749be727 HTTP/1.1" status: 204 len: 168 time: 0.3281131 Sep 23 13:55:52.251250 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b093f36-5952-4149-a9e6-cfce3ae3c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38490483-321c-4869-ab4f-3e20749be727,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:52.289465 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1f348-f132-475f-9617-d3c2a8d5f88b req-bd5a9607-995c-4277-8952-473335242df3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:52.289465 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6d1f348-f132-475f-9617-d3c2a8d5f88b req-bd5a9607-995c-4277-8952-473335242df3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 932 time: 0.0710618 Sep 23 13:55:52.327739 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6d1f348-f132-475f-9617-d3c2a8d5f88b req-8ba8730e-0b33-4d19-873d-8ca46662e6e0 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Sep 23 13:55:52.393871 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f082fa-0129-4750-a4f0-44ea7416aa04 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:52.402057 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.415050 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Transition to ACTIVE for port object 52f082fa-0129-4750-a4f0-44ea7416aa04 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:55:52.547672 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.598127 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Pushing event updated for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:52.683761 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Attempting to bind port 52f082fa-0129-4750-a4f0-44ea7416aa04 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:55:52.684087 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Attempting to bind port 52f082fa-0129-4750-a4f0-44ea7416aa04 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:55:52.684406 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Attempting to bind port 52f082fa-0129-4750-a4f0-44ea7416aa04 on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:52.689572 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Port 52f082fa-0129-4750-a4f0-44ea7416aa04 on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:55:52.689939 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Attempting to bind port 52f082fa-0129-4750-a4f0-44ea7416aa04 on network 78e71bb2-dd76-4a91-bb49-b0c96891e9b3 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:55:52.694904 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:55:52.695230 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Checking segment: {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:55:52.695608 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Bound using segment: {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:55:52.696025 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Bound port: 52f082fa-0129-4750-a4f0-44ea7416aa04, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151ed730-78ee-44bf-ae29-ca9a39bd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:55:52.696373 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.766065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:55:52.770649 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52f082fa-0129-4750-a4f0-44ea7416aa04,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:55:52.794183 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device bc780b88-b242-427f-a721-6b6a8054ea0d up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:55:52.862112 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.878426 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08522-be01-4685-a9bd-90253b80bd3d req-99ec5cbb-ff75-4647-9309-d1d21354a08a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:52.880163 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fbc08522-be01-4685-a9bd-90253b80bd3d req-99ec5cbb-ff75-4647-9309-d1d21354a08a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0560606 Sep 23 13:55:52.900201 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:52.900806 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.902260 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] 10.222.0.45 "PUT /v2.0/ports/52f082fa-0129-4750-a4f0-44ea7416aa04 HTTP/1.1" status: 200 len: 1094 time: 0.9204514 Sep 23 13:55:52.902887 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:52.906329 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31" -d '{"events": [{"name": "network-changed", "server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:52.926645 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fbc08522-be01-4685-a9bd-90253b80bd3d req-0b12f98d-0837-45b0-9997-f7296b9b83d3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Sep 23 13:55:52.936017 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a730-c2c3-4376-8fdc-ece7e058a876 service neutron] Pushing event updated for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:52.954051 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port bc780b88-b242-427f-a721-6b6a8054ea0d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:55:52.959521 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port bc780b88-b242-427f-a721-6b6a8054ea0d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:55:52.960130 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:52.970068 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4e23a-0ef6-42df-a2c7-53a0a8e3dff0 x-openstack-request-id: req-23d4e23a-0ef6-42df-a2c7-53a0a8e3dff0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:52.970376 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:52.970603 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23d4e23a-0ef6-42df-a2c7-53a0a8e3dff0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:52.971403 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04', 'status': 'completed', 'code': 200} Sep 23 13:55:53.056961 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-2d2d7bb1-b66f-4e66-b24e-885c9f0bf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.058649 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-2d2d7bb1-b66f-4e66-b24e-885c9f0bf09c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 1097 time: 0.0565619 Sep 23 13:55:53.084379 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:53.121004 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:55:53.129645 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db30211-08ba-4d8f-8b63-28e9237da563" -d '{"events": [{"server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:55:53.141470 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bc780b88-b242-427f-a721-6b6a8054ea0d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:53.194907 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd06a21-3e1a-47aa-bf1c-2cbb64062011 x-openstack-request-id: req-ffd06a21-3e1a-47aa-bf1c-2cbb64062011 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:55:53.200709 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:55:53.201156 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffd06a21-3e1a-47aa-bf1c-2cbb64062011 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:55:53.202187 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'code': 200} Sep 23 13:55:53.244433 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:53.263739 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-96a16af0-4335-46a0-afa8-43068ba2a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.267409 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-96a16af0-4335-46a0-afa8-43068ba2a050 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1843991 Sep 23 13:55:53.282328 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:53.313593 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:53.385715 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702bdf3-93e0-4114-ab6f-d165a3e5fad0 req-d395d59e-0958-4493-af41-20b8e3c5e766 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.387450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e702bdf3-93e0-4114-ab6f-d165a3e5fad0 req-d395d59e-0958-4493-af41-20b8e3c5e766 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0708501 Sep 23 13:55:53.419085 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-367ded4c-d703-42a8-8e3c-98fb3c4a0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.420820 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d720fed0-5d68-4d64-ac3b-e2d77c85cd31 req-367ded4c-d703-42a8-8e3c-98fb3c4a0ba6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1390324 Sep 23 13:55:53.461725 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e702bdf3-93e0-4114-ab6f-d165a3e5fad0 req-58e4601b-59d0-4869-8ca4-468f195bd218 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Sep 23 13:55:53.493032 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495c9a-0ff9-4748-b149-3b36192a0fe9 req-e4165af7-4897-4c9a-8a68-ca13859c9d3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.494904 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0495c9a-0ff9-4748-b149-3b36192a0fe9 req-e4165af7-4897-4c9a-8a68-ca13859c9d3a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 944 time: 0.0765393 Sep 23 13:55:53.523669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-b424a3de-0aa7-4771-9a4d-b70f4aba68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.525490 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-b424a3de-0aa7-4771-9a4d-b70f4aba68b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 1097 time: 0.0548763 Sep 23 13:55:53.543666 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0495c9a-0ff9-4748-b149-3b36192a0fe9 req-d60dfb43-534a-4b49-8ec6-1567f5d1675f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Sep 23 13:55:53.595281 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-fa01fbb9-a4bc-4bc9-ac95-6246d661fd50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52f082fa-0129-4750-a4f0-44ea7416aa04 HTTP/1.1" status: 200 len: 217 time: 0.0538976 Sep 23 13:55:53.651965 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-f0265ae9-671a-424a-969b-d9146e12ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.653338 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-f0265ae9-671a-424a-969b-d9146e12ba97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af669a61-42ba-4046-a70b-faf20dfab7b8 HTTP/1.1" status: 200 len: 848 time: 0.0489244 Sep 23 13:55:53.663789 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acb010-8e06-4a9a-939c-59310c86bbb7 req-e4f1df12-0949-4978-824a-096ebf98f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:53.665349 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16acb010-8e06-4a9a-939c-59310c86bbb7 req-e4f1df12-0949-4978-824a-096ebf98f7de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 1098 time: 0.0710974 Sep 23 13:55:53.688757 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-413e0d08-5cc5-4896-b4fb-aa4001be9870 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78e71bb2-dd76-4a91-bb49-b0c96891e9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 23 13:55:53.710625 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16acb010-8e06-4a9a-939c-59310c86bbb7 req-30e2df69-9443-47d5-b70d-caa895b43bd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Sep 23 13:55:53.784994 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-46d833d5-6884-4eed-a702-0650e92d70a7 service neutron] 10.222.0.45 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Sep 23 13:55:54.035964 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad4299e1-8907-4e91-9fef-f0976ea0e416 req-023808d2-31cf-4a6e-b500-6ecb88b68520 service neutron] 10.222.0.45 "GET /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925455 Sep 23 13:55:54.062410 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2ac58-9fc6-4b77-9bd5-3c76bfbff564 req-feeba436-a258-46f6-affe-136338de9cf5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:54.065445 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19d2ac58-9fc6-4b77-9bd5-3c76bfbff564 req-feeba436-a258-46f6-affe-136338de9cf5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0655770 Sep 23 13:55:54.102883 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19d2ac58-9fc6-4b77-9bd5-3c76bfbff564 req-68987466-c474-4d6d-a593-aaa1005e1cf3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Sep 23 13:55:54.588109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbd6c9-3179-4cae-924b-4c6a18176553 req-58fd7b91-0c39-4cac-98f2-50b8bc1f6da7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:54.592162 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06bbd6c9-3179-4cae-924b-4c6a18176553 req-58fd7b91-0c39-4cac-98f2-50b8bc1f6da7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0556862 Sep 23 13:55:54.635297 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06bbd6c9-3179-4cae-924b-4c6a18176553 req-d1f18b2a-75e6-4fac-8535-35e8a11715d8 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Sep 23 13:55:54.720295 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7990ad-ab58-4a1f-8812-9fe1d29207e7 req-91639941-2011-41e6-b5ce-9e4ff44bfb48 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:54.721889 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7d7990ad-ab58-4a1f-8812-9fe1d29207e7 req-91639941-2011-41e6-b5ce-9e4ff44bfb48 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 944 time: 0.0515087 Sep 23 13:55:54.763358 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7d7990ad-ab58-4a1f-8812-9fe1d29207e7 req-9d9b5546-4603-48f2-820a-599e821f27eb tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Sep 23 13:55:54.994620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41482) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:55.034953 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41486) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:55.128134 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d336-a36a-4058-a615-ec6aa2e83f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.206253 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-910424a9-e252-4ae1-9fae-f094579a972f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.307413 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d336-a36a-4058-a615-ec6aa2e83f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.308149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ea17-d765-47f9-9596-713579a5f6eb req-145e49d2-a873-46d8-9776-c98db9380079 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:55.309881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1359ea17-d765-47f9-9596-713579a5f6eb req-145e49d2-a873-46d8-9776-c98db9380079 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0976398 Sep 23 13:55:55.354968 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1359ea17-d765-47f9-9596-713579a5f6eb req-680c0d92-a97d-4fe2-8b6a-8ae75f264c24 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Sep 23 13:55:55.398894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d336-a36a-4058-a615-ec6aa2e83f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.449779 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3d336-a36a-4058-a615-ec6aa2e83f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfafd895-7828-476c-af9e-b92f7b2742bd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:55.455058 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5bc3d336-a36a-4058-a615-ec6aa2e83f8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=209f3a2d10e04ad59b6d68e2f406188e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593763 Sep 23 13:55:55.457933 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41498) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:55.492856 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-910424a9-e252-4ae1-9fae-f094579a972f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.512105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.536943 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.569676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-910424a9-e252-4ae1-9fae-f094579a972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.605822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910424a9-e252-4ae1-9fae-f094579a972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a1457-86d0-4830-91d3-a5df38e44a1a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:55.611874 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-910424a9-e252-4ae1-9fae-f094579a972f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4403476089c4bada13a2dbeaad283d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758674 Sep 23 13:55:55.614755 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41500) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:55.661748 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.678280 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.680814 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.682138 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfafd895-7828-476c-af9e-b92f7b2742bd HTTP/1.1" status: 204 len: 168 time: 0.2229960 Sep 23 13:55:55.684982 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.690437 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8551e-b5cc-4691-a6a2-c66dbcb5a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfafd895-7828-476c-af9e-b92f7b2742bd,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:55.776377 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16521256-4bdb-4327-9e88-cb0f3c779f41 req-6b895881-5595-4bc4-8c77-f61e34a84077 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:55.777895 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16521256-4bdb-4327-9e88-cb0f3c779f41 req-6b895881-5595-4bc4-8c77-f61e34a84077 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0534191 Sep 23 13:55:55.817995 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-16521256-4bdb-4327-9e88-cb0f3c779f41 req-8577ce23-03f0-4180-bda8-2d125b4df797 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Sep 23 13:55:55.874877 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.877644 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:55.884651 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8a1457-86d0-4830-91d3-a5df38e44a1a HTTP/1.1" status: 204 len: 168 time: 0.2631669 Sep 23 13:55:55.890106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bb118-f462-4940-92bc-52327a6dd401 req-146588a8-6f6d-48a6-a802-fbea7a8d748c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:55.891752 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-954bb118-f462-4940-92bc-52327a6dd401 req-146588a8-6f6d-48a6-a802-fbea7a8d748c tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 944 time: 0.0579088 Sep 23 13:55:55.899349 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a547af-c873-4a74-ada3-a5b4e7c760f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a1457-86d0-4830-91d3-a5df38e44a1a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:55.953924 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-954bb118-f462-4940-92bc-52327a6dd401 req-0e87860d-df8e-4ee6-a601-757229014050 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Sep 23 13:55:56.522593 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb673b-7047-4c82-874b-58376eefea13 req-9c1eb696-e610-4562-93c6-66569caa3a4f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:56.525661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-25fb673b-7047-4c82-874b-58376eefea13 req-9c1eb696-e610-4562-93c6-66569caa3a4f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0833931 Sep 23 13:55:56.566879 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-25fb673b-7047-4c82-874b-58376eefea13 req-cee8ca61-9f93-419b-be0d-054e02e4a6c2 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355299 Sep 23 13:55:57.174105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f196a-abb0-46e1-a87a-8294e6fce144 req-3941017f-12dc-41c7-b5a0-66ad942f0ceb tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:57.175634 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb5f196a-abb0-46e1-a87a-8294e6fce144 req-3941017f-12dc-41c7-b5a0-66ad942f0ceb tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 944 time: 0.0809953 Sep 23 13:55:57.218031 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb5f196a-abb0-46e1-a87a-8294e6fce144 req-be2191ce-c798-40dc-8a3d-18040d263627 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345814 Sep 23 13:55:57.718762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32bbfd-a645-477e-ada3-67657849831a req-b94fda40-a3ca-45eb-b5e8-bc058927c9c4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:57.720313 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e32bbfd-a645-477e-ada3-67657849831a req-b94fda40-a3ca-45eb-b5e8-bc058927c9c4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0678298 Sep 23 13:55:57.763723 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2e32bbfd-a645-477e-ada3-67657849831a req-f68120e6-48b8-4c35-a7f0-34b8391a5ec3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Sep 23 13:55:58.349393 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260400-0a81-43eb-9484-03d45ff61508 req-3ef228d1-7bda-4f9f-b39b-0a880ec48256 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:58.350944 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06260400-0a81-43eb-9484-03d45ff61508 req-3ef228d1-7bda-4f9f-b39b-0a880ec48256 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 944 time: 0.0497518 Sep 23 13:55:58.398784 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-06260400-0a81-43eb-9484-03d45ff61508 req-105ceac7-5f6f-488e-a756-5283bd50e2fc tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Sep 23 13:55:58.727275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41618) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:58.828213 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 52f082fa-0129-4750-a4f0-44ea7416aa04 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:55:58.858132 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a91d6c5-1209-4934-8d6f-b9a6335b3b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:58.943801 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52f082fa-0129-4750-a4f0-44ea7416aa04,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:58.959377 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '52f082fa-0129-4750-a4f0-44ea7416aa04', 'network_id': '78e71bb2-dd76-4a91-bb49-b0c96891e9b3', 'port_id': '52f082fa-0129-4750-a4f0-44ea7416aa04', 'mac_address': 'fa:16:3e:76:2c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af669a61-42ba-4046-a70b-faf20dfab7b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:55:59.007843 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.016727 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f8377-beb9-4496-b922-38002b77f2df req-0fc8b0b2-5425-4b1b-8a3c-12b6c5e2fe28 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:59.024333 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f082fa-0129-4750-a4f0-44ea7416aa04 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:55:59.024603 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc1f8377-beb9-4496-b922-38002b77f2df req-0fc8b0b2-5425-4b1b-8a3c-12b6c5e2fe28 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0861742 Sep 23 13:55:59.051813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52f082fa-0129-4750-a4f0-44ea7416aa04,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:55:59.099655 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a91d6c5-1209-4934-8d6f-b9a6335b3b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.114400 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc1f8377-beb9-4496-b922-38002b77f2df req-3f07a072-ae8c-41a2-a5e7-8c9a71cecf25 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886118 Sep 23 13:55:59.170548 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.204864 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2a91d6c5-1209-4934-8d6f-b9a6335b3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.252351 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91d6c5-1209-4934-8d6f-b9a6335b3b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd7113f-fe26-4238-9015-54a6a0be9339,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:59.262094 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2a91d6c5-1209-4934-8d6f-b9a6335b3b8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37df9efd4c604244b6ef18a5514219e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333993 Sep 23 13:55:59.263766 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41636) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:55:59.282509 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:59.355651 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.392205 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.510317 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['52f082fa-0129-4750-a4f0-44ea7416aa04'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:55:59.545775 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.549575 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:55:59.551178 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bd7113f-fe26-4238-9015-54a6a0be9339 HTTP/1.1" status: 204 len: 168 time: 0.2860820 Sep 23 13:55:59.596060 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-d174b77f-8879-4526-93a9-4b65ba23826d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3d45e2a1e962400192dac034305b2ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758960 Sep 23 13:55:59.605260 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17dca-78c6-4670-b0ac-86e881deb5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd7113f-fe26-4238-9015-54a6a0be9339,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:55:59.705171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb691fb0-ed71-4a5c-b9d5-cfebdeda7c1f req-4c07b340-d7c0-4b9b-b229-62e56d0c2ee7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:59.706912 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb691fb0-ed71-4a5c-b9d5-cfebdeda7c1f req-4c07b340-d7c0-4b9b-b229-62e56d0c2ee7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 945 time: 0.1730299 Sep 23 13:55:59.848142 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb691fb0-ed71-4a5c-b9d5-cfebdeda7c1f req-64846a7c-cfb6-49eb-8b25-3ac0d70308d5 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288736 Sep 23 13:55:59.854879 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-38ac4a91-cfe7-4da1-bafe-e116c94fa2e0 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:55:59.856358 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-38ac4a91-cfe7-4da1-bafe-e116c94fa2e0 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473083 Sep 23 13:55:59.878948 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-9b56b05e-18b2-4f3e-b724-992ae98f8632 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/quotas/3d45e2a1e962400192dac034305b2ef9 HTTP/1.1" status: 200 len: 375 time: 0.0095153 Sep 23 13:55:59.913043 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-86e627ad-fe5a-4459-b9c8-af6e41e6e3d6 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d45e2a1e962400192dac034305b2ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342066 Sep 23 13:56:00.162728 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8490b7e6-23e0-4107-995c-db080e89ebbb req-cde4d34c-d9da-43e2-9ea9-c07c72f33621 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 210 time: 0.0320475 Sep 23 13:56:00.256300 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0874-5b85-4636-abef-cb4d2c859459 req-01214c2c-6dd7-456e-909c-c63458239045 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:00.257858 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-148d0874-5b85-4636-abef-cb4d2c859459 req-01214c2c-6dd7-456e-909c-c63458239045 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0592611 Sep 23 13:56:00.310237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-148d0874-5b85-4636-abef-cb4d2c859459 req-2dba5904-1616-4641-a811-6d276438c4d1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Sep 23 13:56:00.390191 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41680) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:00.408735 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d06408a1-21ee-47c7-bb06-8a4afb8adb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.511678 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d06408a1-21ee-47c7-bb06-8a4afb8adb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.558707 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d06408a1-21ee-47c7-bb06-8a4afb8adb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.599731 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d06408a1-21ee-47c7-bb06-8a4afb8adb55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1172252ee4a647749b75a6da2762a97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080302 Sep 23 13:56:00.600560 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06408a1-21ee-47c7-bb06-8a4afb8adb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af3ac3-b00a-4cec-a279-a56c0a1a9d8c,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:00.602392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41682) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:00.665085 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.688132 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.821902 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.824927 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:00.826332 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08af3ac3-b00a-4cec-a279-a56c0a1a9d8c HTTP/1.1" status: 204 len: 168 time: 0.2227743 Sep 23 13:56:00.837782 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c1354-0e55-4189-9865-c35b74142a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af3ac3-b00a-4cec-a279-a56c0a1a9d8c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:00.843997 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 52f082fa-0129-4750-a4f0-44ea7416aa04 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:56:01.004973 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 52f082fa-0129-4750-a4f0-44ea7416aa04 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:56:01.012588 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 52f082fa-0129-4750-a4f0-44ea7416aa04 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:56:01.013521 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:01.017863 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0dd4f-9905-4974-b7c5-7c4859f4800a req-a4e6019f-d2e2-4e68-b006-ca3e82b385df tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:01.025983 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d6a0dd4f-9905-4974-b7c5-7c4859f4800a req-a4e6019f-d2e2-4e68-b006-ca3e82b385df tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 945 time: 0.0653632 Sep 23 13:56:01.069972 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d6a0dd4f-9905-4974-b7c5-7c4859f4800a req-d09f59f9-f104-4fa7-9426-e6a44b3f107a tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Sep 23 13:56:01.150477 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:01.176470 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:01.179104 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6394095-6842-46d7-8e5f-63df89578ad4" -d '{"events": [{"server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "name": "network-vif-plugged", "status": "completed", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:01.199268 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52f082fa-0129-4750-a4f0-44ea7416aa04,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:01.235800 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd46069-2d3c-4597-bc53-5cab09561da6 x-openstack-request-id: req-5cd46069-2d3c-4597-bc53-5cab09561da6 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:01.235800 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "name": "network-vif-plugged", "status": "completed", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:01.235800 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cd46069-2d3c-4597-bc53-5cab09561da6 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:01.240591 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04', 'code': 200} Sep 23 13:56:01.291394 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:01.308853 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-08d38faa-bf8a-4203-888c-dcbf0d9304e0 req-dc223417-8313-4172-b7f3-4f7eaf45898a tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 210 time: 0.0395658 Sep 23 13:56:01.390105 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:01.461354 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff09e8-833d-46a0-8fa2-fff725f62505 req-0e05ff99-c8ee-4877-a220-c9d9f39d2472 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:01.470113 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-39ff09e8-833d-46a0-8fa2-fff725f62505 req-0e05ff99-c8ee-4877-a220-c9d9f39d2472 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0753727 Sep 23 13:56:01.522652 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-39ff09e8-833d-46a0-8fa2-fff725f62505 req-c9c23c60-6dc3-4966-850d-93c5b07384a3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Sep 23 13:56:01.634458 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07174-a371-4a96-9c55-62ec5c11eac4 req-a4aaf11b-70a6-4ef7-a7de-d877438f6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:01.635964 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-23c07174-a371-4a96-9c55-62ec5c11eac4 req-a4aaf11b-70a6-4ef7-a7de-d877438f6619 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 1099 time: 0.0442195 Sep 23 13:56:01.705501 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-23c07174-a371-4a96-9c55-62ec5c11eac4 req-b4ef1dac-37f0-4cac-b3a4-3f36769c60a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Sep 23 13:56:02.034219 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb52ab-fc4e-4662-a97c-7d531c0be940 req-79c32716-e404-417b-9d6e-85441647dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:02.035729 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-82bb52ab-fc4e-4662-a97c-7d531c0be940 req-79c32716-e404-417b-9d6e-85441647dba8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0564945 Sep 23 13:56:02.082456 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-82bb52ab-fc4e-4662-a97c-7d531c0be940 req-fd26a9f5-6747-4ffd-b232-361e2473db80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355444 Sep 23 13:56:02.248153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f35c7-89d5-417c-a062-b23a5037aa6d req-dece8cf2-0158-4206-9b64-0941a82c95d8 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:02.250336 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7d6f35c7-89d5-417c-a062-b23a5037aa6d req-dece8cf2-0158-4206-9b64-0941a82c95d8 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.0839555 Sep 23 13:56:02.306373 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7d6f35c7-89d5-417c-a062-b23a5037aa6d req-a1977b81-b284-4dca-9c20-aee3067fd4a2 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Sep 23 13:56:02.436263 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d418d7ea-8f6b-4ebe-b511-0950a68fead3 req-15511de3-4488-4249-b7f8-fcafe167dfcd tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 210 time: 0.0387473 Sep 23 13:56:02.650613 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7877e-a692-44a5-b99e-a81f5a0482e9 req-c8df5256-3628-441c-bc53-cd96e926b5d2 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:02.652264 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aca7877e-a692-44a5-b99e-a81f5a0482e9 req-c8df5256-3628-441c-bc53-cd96e926b5d2 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0495899 Sep 23 13:56:02.691289 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aca7877e-a692-44a5-b99e-a81f5a0482e9 req-1fb62c36-ddae-4c1d-929a-ef47005d5294 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Sep 23 13:56:02.917330 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-64a65c26-b10c-42a7-971d-3c387176bf88 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d45e2a1e962400192dac034305b2ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286822 Sep 23 13:56:03.133317 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-feda4490-946d-41cc-b3c7-9fe362c3fe30 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:03.133317 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-feda4490-946d-41cc-b3c7-9fe362c3fe30 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011192 Sep 23 13:56:03.148992 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Request body: {'port': {'device_id': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62', 'admin_state_up': True, 'tenant_id': '3d45e2a1e962400192dac034305b2ef9'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:56:03.512891 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd3eb-4339-4f51-8317-f4a50ac7d8a0 req-2abe718f-6169-4c49-b6a0-75ab035e5b57 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:03.515318 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-281dd3eb-4339-4f51-8317-f4a50ac7d8a0 req-2abe718f-6169-4c49-b6a0-75ab035e5b57 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.0704319 Sep 23 13:56:03.549026 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cf6d745b-5560-44a4-ac8b-9992cbcae082 req-5cda9735-12c5-415f-bb38-21bfc097aa0f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 210 time: 0.0325649 Sep 23 13:56:03.590230 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-281dd3eb-4339-4f51-8317-f4a50ac7d8a0 req-24f5a921-bc1f-4e92-b647-1449476b1551 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Sep 23 13:56:03.610796 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Made reservation on behalf of 3d45e2a1e962400192dac034305b2ef9 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:56:03.615680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:03.628623 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:03.702672 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:56:03.776684 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:03.872888 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:03.873648 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff017bc3-9d8a-4986-a1c3-e7265251316b req-06499a1e-a65f-484f-b4a6-78dd88fbcbf0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:03.881231 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff017bc3-9d8a-4986-a1c3-e7265251316b req-06499a1e-a65f-484f-b4a6-78dd88fbcbf0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0958345 Sep 23 13:56:03.926486 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff017bc3-9d8a-4986-a1c3-e7265251316b req-594fae92-69c6-479d-b710-22721174bcaf tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Sep 23 13:56:03.971153 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeafc08-f382-4804-9c42-c285d8e5faaa,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:04.060237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Allocated IP 192.168.233.168 (0919be87-0fb6-4e37-b8d5-4fa7006fbe62/5ba8886c-fa4d-4507-a123-3d891bf60c05/2cf38ddc-adb0-403f-ad6b-d744e3b172ed) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:56:04.228427 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:04.370709 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:04.415086 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:56:04.418313 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:56:04.431534 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:56:04.474220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Pushing event updated for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:04.517251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:04.523484 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:04.610968 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-7dfb9d6b-228b-489e-8c19-f77cc119249f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4709435 Sep 23 13:56:04.632295 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Request body: {'port': {'device_id': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:56:04.736928 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:04.749155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-20203c56-ec93-4f7c-bb68-0c025d9f3d01 None None] Provisioning complete for port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:56:04.749761 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20203c56-ec93-4f7c-bb68-0c025d9f3d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:04.808667 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-20203c56-ec93-4f7c-bb68-0c025d9f3d01 None None] Port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:56:04.817936 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c217e8-2b16-40f3-ac2a-6eb80e394342 req-9dc9397b-ad87-4238-8f0c-841da6263ac2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:04.817936 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22c217e8-2b16-40f3-ac2a-6eb80e394342 req-9dc9397b-ad87-4238-8f0c-841da6263ac2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 936 time: 0.0843763 Sep 23 13:56:04.824132 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e119c8-d858-4a91-8d49-1cb84d51f4a4 req-32997972-3e13-4229-8210-c0682ed06300 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:04.825629 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63e119c8-d858-4a91-8d49-1cb84d51f4a4 req-32997972-3e13-4229-8210-c0682ed06300 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.1208379 Sep 23 13:56:04.887314 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22c217e8-2b16-40f3-ac2a-6eb80e394342 req-0110ad76-b0f7-4462-afad-5fe0d3eb3d64 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605702 Sep 23 13:56:04.893965 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63e119c8-d858-4a91-8d49-1cb84d51f4a4 req-0061cce2-a52d-4b03-9d9a-dc18adf69123 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Sep 23 13:56:05.041470 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf38ddc-adb0-403f-ad6b-d744e3b172ed {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:56:05.050445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:05.067887 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Transition to ACTIVE for port object 2cf38ddc-adb0-403f-ad6b-d744e3b172ed will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:56:05.094113 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e913b-e305-4c73-922d-f111e144fb95 req-845034d6-ee98-4bf3-980b-3745ce4feb3d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.096082 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-226e913b-e305-4c73-922d-f111e144fb95 req-845034d6-ee98-4bf3-980b-3745ce4feb3d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0498843 Sep 23 13:56:05.135306 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-226e913b-e305-4c73-922d-f111e144fb95 req-7413b6ff-d53a-4802-82d0-7677f69aa9c7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Sep 23 13:56:05.164274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:05.222793 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:05.247712 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.248352 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.248987 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.249305 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.249665 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.250015 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.250341 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.250660 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.251161 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.251486 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.251814 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.252152 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:05.312609 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Attempting to bind port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:56:05.312948 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Attempting to bind port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Attempting to bind port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed on network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed on network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Attempting to bind port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed on network 0919be87-0fb6-4e37-b8d5-4fa7006fbe62 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Checking segment: {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Bound using segment: {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Bound port: 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7332eb24-0653-4db6-a4fc-bf4ec5f86647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:56:05.327599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:05.401683 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:56:05.407207 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:56:05.531346 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:05.596996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.598252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:05.599697 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] 10.222.0.45 "PUT /v2.0/ports/2cf38ddc-adb0-403f-ad6b-d744e3b172ed HTTP/1.1" status: 200 len: 1098 time: 0.9718220 Sep 23 13:56:05.600155 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:05.602740 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f58a09-1783-4b70-a502-a408c4ddf6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:05.657753 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390509-9cb7-479a-ae05-157eb97f443e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:05.666712 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a72973-e82e-4f22-92fb-c8d2414a395d x-openstack-request-id: req-71a72973-e82e-4f22-92fb-c8d2414a395d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:05.667000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:05.667251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71a72973-e82e-4f22-92fb-c8d2414a395d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:05.667641 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed', 'status': 'completed', 'code': 200} Sep 23 13:56:05.796329 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-5d29fd13-fdbf-48b1-9f52-0a86be7bf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.796329 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-5d29fd13-fdbf-48b1-9f52-0a86be7bf7ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0623512 Sep 23 13:56:05.796654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58a09-1783-4b70-a502-a408c4ddf6bb req-d78f6339-ff78-404d-8e65-c91e8f13acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.796654 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-38f58a09-1783-4b70-a502-a408c4ddf6bb req-d78f6339-ff78-404d-8e65-c91e8f13acd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d45e2a1e962400192dac034305b2ef9&device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 1101 time: 0.0839305 Sep 23 13:56:05.799124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bde10-d5f7-4d5e-84a2-1be9f64a5506 req-681c41fb-0f36-497b-9f00-abe4b5f65cb0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.800704 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a9bde10-d5f7-4d5e-84a2-1be9f64a5506 req-681c41fb-0f36-497b-9f00-abe4b5f65cb0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1141572 Sep 23 13:56:05.829074 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-38f58a09-1783-4b70-a502-a408c4ddf6bb req-6c256656-63af-418f-a027-bc3563719d80 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3d45e2a1e962400192dac034305b2ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220196 Sep 23 13:56:05.915989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a9bde10-d5f7-4d5e-84a2-1be9f64a5506 req-d22f0d31-9eae-4f00-a77b-fcaefe637721 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Sep 23 13:56:05.956770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58a09-1783-4b70-a502-a408c4ddf6bb req-2ec9600b-2453-44b7-81e9-d09047de3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.959393 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-38f58a09-1783-4b70-a502-a408c4ddf6bb req-2ec9600b-2453-44b7-81e9-d09047de3514 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1216242 Sep 23 13:56:05.979803 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-00d93152-03e7-4847-876a-0fd6bd51437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:05.981420 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-00d93152-03e7-4847-876a-0fd6bd51437b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.1751041 Sep 23 13:56:06.063803 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-ff0bdb00-4461-47d5-afd8-09d9bba84c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:06.064762 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-88e36e16-a8e8-48d5-a8aa-8e79aa298fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.0680742 Sep 23 13:56:06.065298 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-ff0bdb00-4461-47d5-afd8-09d9bba84c1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3d45e2a1e962400192dac034305b2ef9&device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 1101 time: 0.0504460 Sep 23 13:56:06.130713 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-bea0f9cf-a36d-41f7-b2ca-444c95d5d1ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed HTTP/1.1" status: 200 len: 217 time: 0.0494654 Sep 23 13:56:06.140956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7717-3145-4fc4-a4a4-52878d14cac0 req-63609081-6a11-47fe-a5b4-dbc6f91f8930 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:06.142493 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-94ae7717-3145-4fc4-a4a4-52878d14cac0 req-63609081-6a11-47fe-a5b4-dbc6f91f8930 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 948 time: 0.1381333 Sep 23 13:56:06.159724 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-8f98b2a8-b214-4021-9135-c742546f207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:06.161178 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-8f98b2a8-b214-4021-9135-c742546f207d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0762184 Sep 23 13:56:06.193198 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-e112372b-1e51-4526-9a87-2c0d7bc1e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:06.194749 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-e112372b-1e51-4526-9a87-2c0d7bc1e657 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba8886c-fa4d-4507-a123-3d891bf60c05 HTTP/1.1" status: 200 len: 843 time: 0.0563123 Sep 23 13:56:06.219049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-878c987e-0a27-479a-9b45-450c9e8d20df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371072 Sep 23 13:56:06.219049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-94ae7717-3145-4fc4-a4a4-52878d14cac0 req-c06676e0-3733-44f9-a001-ddba3a541a6c tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Sep 23 13:56:06.274593 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-0d07eb1a-ba8b-4486-b705-b1e04a1bba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:06.276226 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-0d07eb1a-ba8b-4486-b705-b1e04a1bba2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0919be87-0fb6-4e37-b8d5-4fa7006fbe62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0715544 Sep 23 13:56:06.319133 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-5fed4471-5317-4214-8866-9be1b9ca5046 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974083 Sep 23 13:56:06.411392 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-b069f809-9656-43fe-b7ac-e840d2ef0659 service neutron] 10.222.0.45 "GET /v2.0/networks/0919be87-0fb6-4e37-b8d5-4fa7006fbe62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170523 Sep 23 13:56:06.526721 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f1498af0-a7e5-4994-8e58-fe362963a462 req-29998696-430d-4d3a-bd91-06a14c9be789 service neutron] 10.222.0.45 "GET /v2.0/networks/0919be87-0fb6-4e37-b8d5-4fa7006fbe62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079900 Sep 23 13:56:06.663731 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a026683a-e70c-4503-8f1a-e7690bc0853a req-78aa7307-cb75-4c39-baac-d65f6925baf3 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375058 Sep 23 13:56:07.154880 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37443084-4892-40f2-95e8-368d519d80ad req-68714431-13fe-4df3-a2bc-8fe1bf7d161c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:07.157400 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37443084-4892-40f2-95e8-368d519d80ad req-68714431-13fe-4df3-a2bc-8fe1bf7d161c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1143322 Sep 23 13:56:07.198417 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-2f93ad0b-34ab-4b4b-913f-4a2b60ac8977 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:07.200046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-2f93ad0b-34ab-4b4b-913f-4a2b60ac8977 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1671076 Sep 23 13:56:07.229043 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-37443084-4892-40f2-95e8-368d519d80ad req-234345c6-a548-49b8-ae0f-95f4123282be tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619979 Sep 23 13:56:07.230436 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-01ab0a96-d717-4a76-84c8-4cddc9a9d493 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/quotas/050b40f3043344efb710f56bcffeeb9f HTTP/1.1" status: 200 len: 375 time: 0.0231910 Sep 23 13:56:07.297969 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-0b07490e-6ad1-4b5c-a31e-7476e60bd0be tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601389 Sep 23 13:56:07.409143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2717bc-8ac6-4d7b-9cd6-a5aee91ddfdc req-3e6a56d7-48b0-44fb-a577-b7ad7d1d3cba tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:07.410664 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3d2717bc-8ac6-4d7b-9cd6-a5aee91ddfdc req-3e6a56d7-48b0-44fb-a577-b7ad7d1d3cba tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.1116638 Sep 23 13:56:07.447083 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-c12a4e6c-5b30-469f-9f4e-03b870f2457b service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385729 Sep 23 13:56:07.472938 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3d2717bc-8ac6-4d7b-9cd6-a5aee91ddfdc req-52fa9f27-abad-4d67-a2b2-788a692840f3 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560813 Sep 23 13:56:07.588926 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-507922c6-0726-49d1-8083-349aeafccabe service neutron] 10.222.0.18 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310234 Sep 23 13:56:07.603153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cb3a-8ba4-477b-8ba8-85d5c657d905 req-276280ac-a268-4248-9031-d9cf977d8414 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:07.605655 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7b8cb3a-8ba4-477b-8ba8-85d5c657d905 req-276280ac-a268-4248-9031-d9cf977d8414 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 948 time: 0.0743260 Sep 23 13:56:07.649848 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7b8cb3a-8ba4-477b-8ba8-85d5c657d905 req-69d16442-01ed-4fbd-920d-af8322a53cac tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Sep 23 13:56:07.896882 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6e72792-d7fd-4cd5-92e0-89b5c41149bd req-5b79eb9e-d85e-4297-836f-8caf006d34ce tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0357394 Sep 23 13:56:08.349562 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773190de-ee72-4574-9c8d-784280c639a1 req-72d3edab-68c1-4804-a148-3f31350e06ca tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:08.350993 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-773190de-ee72-4574-9c8d-784280c639a1 req-72d3edab-68c1-4804-a148-3f31350e06ca tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0533264 Sep 23 13:56:08.391261 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-773190de-ee72-4574-9c8d-784280c639a1 req-c5ac2768-ee5a-45a9-bccd-3e42adfedb2d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Sep 23 13:56:08.591717 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0feee1-37f5-4337-baa6-b150f258e0e2 req-9aaea454-fbc0-4964-81d2-f1279428e6a9 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:08.593383 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8d0feee1-37f5-4337-baa6-b150f258e0e2 req-9aaea454-fbc0-4964-81d2-f1279428e6a9 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.0500846 Sep 23 13:56:08.633128 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8d0feee1-37f5-4337-baa6-b150f258e0e2 req-86c7de26-8951-4c5b-afae-971a0f5644c7 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/security-groups?id=541c74ab-0014-4972-8a73-c380d62f121b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Sep 23 13:56:08.769478 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8743e-3152-4178-b188-f11dbd03f8dd req-1fbb7378-0d22-4dec-b7b9-b97b61629a8c tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:08.771123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3c8743e-3152-4178-b188-f11dbd03f8dd req-1fbb7378-0d22-4dec-b7b9-b97b61629a8c tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 948 time: 0.0506191 Sep 23 13:56:08.810351 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d3c8743e-3152-4178-b188-f11dbd03f8dd req-572fcc12-6275-41fb-8bd1-84aa052f8744 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Sep 23 13:56:08.999696 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b4006d34-a08f-4ac2-b209-8facc218424c req-df2a1288-034c-4c2e-9dae-8b22458c326d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0350935 Sep 23 13:56:09.069121 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5986-724b-48dc-b515-a761164bb18e req-89e0edf5-d8f8-4ccb-b055-c0ab37c8425f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:09.070973 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ede5986-724b-48dc-b515-a761164bb18e req-89e0edf5-d8f8-4ccb-b055-c0ab37c8425f tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 946 time: 0.0748723 Sep 23 13:56:09.196513 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Deleting port 52f082fa-0129-4750-a4f0-44ea7416aa04 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:56:09.196806 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:09.296043 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] For port 52f082fa-0129-4750-a4f0-44ea7416aa04, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52f082fa-0129-4750-a4f0-44ea7416aa04,segment=NetworkSegment(151ed730-78ee-44bf-ae29-ca9a39bd7d38),segment_id=151ed730-78ee-44bf-ae29-ca9a39bd7d38)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:09.296411 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:09.312743 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Calling delete_port for 52f082fa-0129-4750-a4f0-44ea7416aa04 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:56:09.519917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94869-2c99-45f3-95a7-e62953601378 req-845fb7b9-c8e7-4f51-acea-21fd60ab4b0e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:09.521490 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a3e94869-2c99-45f3-95a7-e62953601378 req-845fb7b9-c8e7-4f51-acea-21fd60ab4b0e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Sep 23 13:56:09.558851 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:09.562951 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a3e94869-2c99-45f3-95a7-e62953601378 req-27ee1222-f607-4116-9b1f-c3f78a4a411c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Sep 23 13:56:09.571182 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['52f082fa-0129-4750-a4f0-44ea7416aa04'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:09.592438 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Pushing event deleted for resources: {'Port': ['ID=52f082fa-0129-4750-a4f0-44ea7416aa04,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:09.628876 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632934 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.632934 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:09.656105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] No DVR routers for this DVR port 52f082fa-0129-4750-a4f0-44ea7416aa04 on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:56:09.658821 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:09.660857 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ede5986-724b-48dc-b515-a761164bb18e req-6c84ee5f-8135-4c54-9ea9-90f42d29929d tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.45 "DELETE /v2.0/ports/52f082fa-0129-4750-a4f0-44ea7416aa04 HTTP/1.1" status: 204 len: 173 time: 0.5705981 Sep 23 13:56:09.661301 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'name': 'network-vif-deleted', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:09.663579 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576d5ce5-1f5d-4ff2-b5c7-c66ed928621b" -d '{"events": [{"server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "name": "network-vif-deleted", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:09.711307 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fe21e-8028-440f-a6fc-e3a298d3ac44 x-openstack-request-id: req-7d0fe21e-8028-440f-a6fc-e3a298d3ac44 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:09.711592 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a30025-a629-4808-9a46-7606afd2de1d", "name": "network-vif-deleted", "tag": "52f082fa-0129-4750-a4f0-44ea7416aa04", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:09.711842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d0fe21e-8028-440f-a6fc-e3a298d3ac44 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:09.712236 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a30025-a629-4808-9a46-7606afd2de1d', 'name': 'network-vif-deleted', 'tag': '52f082fa-0129-4750-a4f0-44ea7416aa04', 'status': 'completed', 'code': 200} Sep 23 13:56:09.757812 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-738f2b2c-0252-4d2b-bee5-4a2bec87c75f req-8a744bf7-6d97-4f0b-95c0-85c63de36d35 tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 210 time: 0.0290794 Sep 23 13:56:09.926375 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81701-4ed9-447f-9b7a-658f373bbdd1 req-f40f2140-08db-4d3d-925f-35be928ba4a7 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:09.927871 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4bc81701-4ed9-447f-9b7a-658f373bbdd1 req-f40f2140-08db-4d3d-925f-35be928ba4a7 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 948 time: 0.0487382 Sep 23 13:56:09.973920 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4bc81701-4ed9-447f-9b7a-658f373bbdd1 req-24544177-bdc7-48a1-bf03-58ab69e8c679 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Sep 23 13:56:10.113070 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-77d8674c-b420-4e6c-b3a2-81925ba60ed7 req-f6a30d0f-6bd2-4f06-b4ac-8de888d0eb25 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0282540 Sep 23 13:56:10.128392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 41966) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:10.244721 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8e2b-5643-4d6c-9424-366cc0940935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.367557 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8e2b-5643-4d6c-9424-366cc0940935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.410586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-ad1ea13a-aa12-4bbf-8aec-df73df145790 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:10.412055 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-ad1ea13a-aa12-4bbf-8aec-df73df145790 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/networks?id=b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 200 len: 814 time: 0.1328642 Sep 23 13:56:10.427359 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Request body: {'port': {'device_id': 'd2064425-8bc3-4e34-913c-860d511842ff', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'admin_state_up': True, 'tenant_id': '050b40f3043344efb710f56bcffeeb9f'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:56:10.444466 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8e2b-5643-4d6c-9424-366cc0940935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.486474 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0eaa8e2b-5643-4d6c-9424-366cc0940935 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79fb131f231847f98cac5aad726d7862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568850 Sep 23 13:56:10.487422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8e2b-5643-4d6c-9424-366cc0940935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df74053-646f-4699-b24f-082fdf61a199,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:10.489336 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 41980) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:10.572827 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.601126 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.718836 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Made reservation on behalf of 050b40f3043344efb710f56bcffeeb9f for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:56:10.722425 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.750356 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.753203 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:10.759020 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6df74053-646f-4699-b24f-082fdf61a199 HTTP/1.1" status: 204 len: 168 time: 0.2682178 Sep 23 13:56:10.803771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51713-ad1f-4095-91f4-a3744eb0c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df74053-646f-4699-b24f-082fdf61a199,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:10.902329 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2cf38ddc-adb0-403f-ad6b-d744e3b172ed details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:56:10.928402 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a81f0ad6-ab81-40e3-95f2-12f2c27bb564 req-b0431eb9-9d4b-4aad-b2c0-4e92ab7ca6ee tempest-VolumesActionsTest-1267938962 tempest-VolumesActionsTest-1267938962-project] 10.222.0.18 "GET /v2.0/ports?device_id=91a30025-a629-4808-9a46-7606afd2de1d HTTP/1.1" status: 200 len: 210 time: 0.0452485 Sep 23 13:56:10.941612 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Allocated IP 172.20.0.12 (b9c1c770-f512-4ca1-999d-d862571e8ccb/9871fc46-4aa9-46f0-94d3-c7fdc889f923/ee871d17-32f2-4927-9273-6a6c3284d3b3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:56:11.054769 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:11.067721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed', 'network_id': '0919be87-0fb6-4e37-b8d5-4fa7006fbe62', 'port_id': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed', 'mac_address': 'fa:16:3e:5c:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba8886c-fa4d-4507-a123-3d891bf60c05', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:56:11.122349 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.137664 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf38ddc-adb0-403f-ad6b-d744e3b172ed {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:56:11.148311 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ee7e7-37b1-4abd-ae09-7c74e2263cf6 req-55fcc8fe-98e2-4860-b0b9-4198359a208d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:11.149963 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-db6ee7e7-37b1-4abd-ae09-7c74e2263cf6 req-55fcc8fe-98e2-4860-b0b9-4198359a208d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 948 time: 0.0902908 Sep 23 13:56:11.152817 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.166024 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:11.219347 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-db6ee7e7-37b1-4abd-ae09-7c74e2263cf6 req-140efd8a-7fc2-4d36-bcc4-488f6ea02484 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624096 Sep 23 13:56:11.240303 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.243081 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b9c1e82-62d5-4a31-8e64-43005324437f req-ab741fcb-7e2a-4054-ba5d-d2edbad1d818 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0451550 Sep 23 13:56:11.291745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:11.319339 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.332659 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', '3c50e469-0086-4f66-8ec5-e448980a77a6', 'bc780b88-b242-427f-a721-6b6a8054ea0d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:11.363079 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Network b9c1c770-f512-4ca1-999d-d862571e8ccb is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:56:11.366224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:56:11.369243 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:56:11.411967 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event updated for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:11.437956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:11.438360 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.505245 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 42006) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:11.519964 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e6eba72-bdb6-4f0b-8f83-319d2268d3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.540936 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a6cb-5c68-4a91-84e7-883297d399db req-2159d518-4373-40ae-b999-8714f438e83e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:11.542733 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad71a6cb-5c68-4a91-84e7-883297d399db req-2159d518-4373-40ae-b999-8714f438e83e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0584555 Sep 23 13:56:11.559035 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-e1a600da-7e2f-4f6e-88d3-907660155d52 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1353052 Sep 23 13:56:11.579221 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Request body: {'port': {'device_id': 'd2064425-8bc3-4e34-913c-860d511842ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:56:11.592028 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['2cf38ddc-adb0-403f-ad6b-d744e3b172ed'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:11.614319 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad71a6cb-5c68-4a91-84e7-883297d399db req-b9786ed5-3acd-455a-92fd-501f05caaea4 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Sep 23 13:56:11.654223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.657125 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e6eba72-bdb6-4f0b-8f83-319d2268d3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.730305 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e6eba72-bdb6-4f0b-8f83-319d2268d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.776425 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4e6eba72-bdb6-4f0b-8f83-319d2268d3da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70e6f9df096349e4ae5d53ef91afd648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699225 Sep 23 13:56:11.777557 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6eba72-bdb6-4f0b-8f83-319d2268d3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7835c35-0bc7-482f-bfc4-8ea42d1577d4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:11.780298 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 42012) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:11.913889 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:11.949762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.051664 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee871d17-32f2-4927-9273-6a6c3284d3b3 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:56:12.062585 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.113880 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Transition to ACTIVE for port object ee871d17-32f2-4927-9273-6a6c3284d3b3 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:56:12.114762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.117444 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.121086 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7835c35-0bc7-482f-bfc4-8ea42d1577d4 HTTP/1.1" status: 204 len: 168 time: 0.3342705 Sep 23 13:56:12.129006 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0965a2-6ffb-4bf5-99c6-305c0fd430e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7835c35-0bc7-482f-bfc4-8ea42d1577d4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:12.164131 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.219088 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Pushing event updated for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:12.314621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Attempting to bind port ee871d17-32f2-4927-9273-6a6c3284d3b3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:56:12.314951 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Attempting to bind port ee871d17-32f2-4927-9273-6a6c3284d3b3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:56:12.315275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Attempting to bind port ee871d17-32f2-4927-9273-6a6c3284d3b3 on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:56:12.333974 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Port ee871d17-32f2-4927-9273-6a6c3284d3b3 on network b9c1c770-f512-4ca1-999d-d862571e8ccb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:56:12.334391 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Attempting to bind port ee871d17-32f2-4927-9273-6a6c3284d3b3 on network b9c1c770-f512-4ca1-999d-d862571e8ccb {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:56:12.345523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:56:12.345852 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Checking segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:56:12.346232 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Bound using segment: {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:56:12.346666 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Bound port: ee871d17-32f2-4927-9273-6a6c3284d3b3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8753a-5e9a-4de8-9636-379ea6316347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:56:12.347017 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.377706 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18908d-75f6-4eb2-8a59-8112c2ac00f2 req-c1fb5d8a-8730-4667-ad4d-ca330a07d176 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:12.379228 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9f18908d-75f6-4eb2-8a59-8112c2ac00f2 req-c1fb5d8a-8730-4667-ad4d-ca330a07d176 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 949 time: 0.0743558 Sep 23 13:56:12.450322 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9f18908d-75f6-4eb2-8a59-8112c2ac00f2 req-e58fef86-ad5c-4ac5-a05f-b51ce31f6cb0 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532539 Sep 23 13:56:12.457221 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:56:12.460645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:56:12.562880 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e3bcd-b097-4e0c-b2ad-f1da5ce44d30 req-33b235ee-b273-4094-81bc-0710e3413919 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:12.565610 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0a5e3bcd-b097-4e0c-b2ad-f1da5ce44d30 req-33b235ee-b273-4094-81bc-0710e3413919 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0485549 Sep 23 13:56:12.588245 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.639144 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0a5e3bcd-b097-4e0c-b2ad-f1da5ce44d30 req-5a392cbe-42be-4d97-8ed1-9490ec9919ad tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677271 Sep 23 13:56:12.642507 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:12.643129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:12.644725 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee871d17-32f2-4927-9273-6a6c3284d3b3 HTTP/1.1" status: 200 len: 1094 time: 1.0698471 Sep 23 13:56:12.645164 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:12.647414 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aba0a5-6700-431e-955f-ffe5d598cca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:12.687925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214084-d29b-41e8-9fdf-b8d570cc4207 service neutron] Pushing event updated for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:12.696109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa3bccf-354c-4c1f-962d-3773b9526d94 x-openstack-request-id: req-2aa3bccf-354c-4c1f-962d-3773b9526d94 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:12.696324 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:12.696628 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aa3bccf-354c-4c1f-962d-3773b9526d94 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:12.697009 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3', 'status': 'completed', 'code': 200} Sep 23 13:56:12.787876 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-9d271f2a-60df-4929-a0cc-cc5a07fbae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:12.788661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-9d271f2a-60df-4929-a0cc-cc5a07fbae01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 1097 time: 0.0576739 Sep 23 13:56:12.907275 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2cf38ddc-adb0-403f-ad6b-d744e3b172ed up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:56:12.907756 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-28c5ab4c-85d9-4382-8d30-228cc90f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:12.909014 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-28c5ab4c-85d9-4382-8d30-228cc90f92e2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=050b40f3043344efb710f56bcffeeb9f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1098390 Sep 23 13:56:13.039405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-c76b2e48-8b8b-4149-bb05-d3b6d04e485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.043299 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7aba0a5-6700-431e-955f-ffe5d598cca6 req-c76b2e48-8b8b-4149-bb05-d3b6d04e485b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1130238 Sep 23 13:56:13.049065 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:56:13.053210 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:56:13.053616 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.064282 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 42052) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:13.079105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebd0689e-a060-4e97-9b59-3bb0a1493e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.143329 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.170866 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:13.173146 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ccbd0-bc73-48cc-b66f-fdcf677fa329" -d '{"events": [{"server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "name": "network-vif-plugged", "status": "completed", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:13.174811 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-a3299c9c-9094-4acd-85f6-3fe76af12ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.176424 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-a3299c9c-9094-4acd-85f6-3fe76af12ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=050b40f3043344efb710f56bcffeeb9f&device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 1097 time: 0.0690985 Sep 23 13:56:13.188351 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:13.222884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b779485-c4ed-44a6-961e-deecb144e6fc x-openstack-request-id: req-1b779485-c4ed-44a6-961e-deecb144e6fc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:13.223250 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "name": "network-vif-plugged", "status": "completed", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:13.223561 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b779485-c4ed-44a6-961e-deecb144e6fc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:13.224037 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed', 'code': 200} Sep 23 13:56:13.232157 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-91ae5dbf-ef0c-482e-a25a-18efd23dfefc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3 HTTP/1.1" status: 200 len: 217 time: 0.0398808 Sep 23 13:56:13.261092 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebd0689e-a060-4e97-9b59-3bb0a1493e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.297897 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-aa6c3bf0-d4e4-4686-a1b6-45674ce62f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.299580 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-aa6c3bf0-d4e4-4686-a1b6-45674ce62f6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 200 len: 854 time: 0.0550289 Sep 23 13:56:13.314392 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.315276 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 52f082fa-0129-4750-a4f0-44ea7416aa04 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:56:13.332638 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-0989dac8-94b4-413e-9d85-c901b478b013 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c1c770-f512-4ca1-999d-d862571e8ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254483 Sep 23 13:56:13.355469 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 52f082fa-0129-4750-a4f0-44ea7416aa04 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:56:13.355813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 52f082fa-0129-4750-a4f0-44ea7416aa04 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:56:13.385049 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:13.405328 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ebd0689e-a060-4e97-9b59-3bb0a1493e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.459047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0689e-a060-4e97-9b59-3bb0a1493e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ac331-ac88-4257-9856-6b7444f48ec8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:13.464291 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ebd0689e-a060-4e97-9b59-3bb0a1493e71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf99fc44f8e4ec8a967a6d1b414561a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990927 Sep 23 13:56:13.468606 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 42064) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:13.490449 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-36c2670c-a360-4ccc-a04b-2e82a7508ddb service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494453 Sep 23 13:56:13.541804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.566433 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.632784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03fab6-a696-4d9e-94a3-b72563fd7ecd req-86dba469-b0a4-40de-b84e-882f315158e2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.634324 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa03fab6-a696-4d9e-94a3-b72563fd7ecd req-86dba469-b0a4-40de-b84e-882f315158e2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.1001315 Sep 23 13:56:13.645637 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e05e1296-bc75-4a0a-b853-4397ecf1a41c req-f791bfcc-4f14-43f3-99d5-280878aeaa50 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421993 Sep 23 13:56:13.679694 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eeb57-89bf-4af5-8721-8fe072e98a44 req-d46f26b7-4bd3-4fa7-8b50-8b38e3077c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.681872 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ff4eeb57-89bf-4af5-8721-8fe072e98a44 req-d46f26b7-4bd3-4fa7-8b50-8b38e3077c0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 1103 time: 0.0469878 Sep 23 13:56:13.693024 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa03fab6-a696-4d9e-94a3-b72563fd7ecd req-d3eec7d2-36b8-41ac-9072-f3a7559d24bf tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Sep 23 13:56:13.718833 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.721549 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:13.725094 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c89ac331-ac88-4257-9856-6b7444f48ec8 HTTP/1.1" status: 204 len: 168 time: 0.2523558 Sep 23 13:56:13.731243 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b8236-b729-4bef-b5d2-787858ec67cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ac331-ac88-4257-9856-6b7444f48ec8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:13.769346 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ced2-a6f7-485e-9b8e-dbaa1b4d1e83 req-89ac0bc7-5b01-4aab-924d-47cb5eac1694 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:13.770962 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1564ced2-a6f7-485e-9b8e-dbaa1b4d1e83 req-89ac0bc7-5b01-4aab-924d-47cb5eac1694 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0549207 Sep 23 13:56:13.812640 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1564ced2-a6f7-485e-9b8e-dbaa1b4d1e83 req-2b472db5-8426-4e1d-8e73-8edbd74c927a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Sep 23 13:56:14.735528 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:14.816949 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75df3e-8481-4a36-a0f6-e9fab288342b req-06f1ce98-9949-4cf3-b743-aa174cbc430e tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:14.818615 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad75df3e-8481-4a36-a0f6-e9fab288342b req-06f1ce98-9949-4cf3-b743-aa174cbc430e tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0551257 Sep 23 13:56:14.862758 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ad75df3e-8481-4a36-a0f6-e9fab288342b req-41fb78a4-d9ea-4a3c-bb84-6a3fc9fef941 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Sep 23 13:56:14.938206 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9c03a-82b5-4fa3-96b8-ea4a375f2f9b req-d622731e-6546-4aec-89f0-889130f547e3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:14.939839 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5ff9c03a-82b5-4fa3-96b8-ea4a375f2f9b req-d622731e-6546-4aec-89f0-889130f547e3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0550871 Sep 23 13:56:14.985956 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5ff9c03a-82b5-4fa3-96b8-ea4a375f2f9b req-5d7a7af9-036d-40da-9d8f-ddde0e445ebf tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Sep 23 13:56:15.436295 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ff4eeb57-89bf-4af5-8721-8fe072e98a44 req-91a2aae7-9c46-41cb-93f1-fa66a4c45ea3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290620 Sep 23 13:56:15.979460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53cdd-2e2b-4d4b-8613-36d584c42315 req-b0add0c1-2513-4999-a38c-a8515f7f71b2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:15.980963 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4af53cdd-2e2b-4d4b-8613-36d584c42315 req-b0add0c1-2513-4999-a38c-a8515f7f71b2 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0488808 Sep 23 13:56:16.021682 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4af53cdd-2e2b-4d4b-8613-36d584c42315 req-160850e9-5698-4c17-90d4-98c48683207e tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Sep 23 13:56:16.113039 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f316847-fc9b-41b6-b45b-63512089192f req-307c0b81-4080-4066-b432-cf3fd602a5b6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:16.114532 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f316847-fc9b-41b6-b45b-63512089192f req-307c0b81-4080-4066-b432-cf3fd602a5b6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0524724 Sep 23 13:56:16.151779 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f316847-fc9b-41b6-b45b-63512089192f req-18b4d513-96cd-493a-9ddb-33e6e60a1007 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Sep 23 13:56:16.847968 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-13fb5905-4a1c-4ed8-92cb-01039a51253d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420098 Sep 23 13:56:16.920088 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-0933af71-9d66-4711-8767-7e6b8fbb6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:16.921644 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-0933af71-9d66-4711-8767-7e6b8fbb6cf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0437195 Sep 23 13:56:17.026874 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-1f908628-746b-4d5e-b997-868c7120db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:17.028319 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-1f908628-746b-4d5e-b997-868c7120db28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.0854020 Sep 23 13:56:17.081600 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-7604bed2-319c-49d0-a9ac-e6d4bfa99ea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.0401657 Sep 23 13:56:17.144309 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-d6502bc9-562b-4b3f-96a3-8ea5d6c6f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:17.146180 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-d6502bc9-562b-4b3f-96a3-8ea5d6c6f92c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0471816 Sep 23 13:56:17.169065 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b185078-0f2a-46c3-889c-06c9d097acaf req-3165566a-3a8b-4a61-8a0f-886e4ac09f83 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:17.169065 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4b185078-0f2a-46c3-889c-06c9d097acaf req-3165566a-3a8b-4a61-8a0f-886e4ac09f83 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0618677 Sep 23 13:56:17.181331 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-60574502-25e1-4aa2-a852-7f7f532eb0a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272086 Sep 23 13:56:17.206290 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4b185078-0f2a-46c3-889c-06c9d097acaf req-d547de1d-7cad-423f-a1ff-40f98e7503d4 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364070 Sep 23 13:56:17.275919 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d85d-ef19-4e79-b951-98ce57faa180 req-4333d143-108e-4f06-be23-153282b99ff6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:17.277623 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a354d85d-ef19-4e79-b951-98ce57faa180 req-4333d143-108e-4f06-be23-153282b99ff6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0488529 Sep 23 13:56:17.317478 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a354d85d-ef19-4e79-b951-98ce57faa180 req-dc99a7c3-a6f4-49c9-9ead-951ccbc48980 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335808 Sep 23 13:56:17.701183 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ea7e40f-8acc-4e67-8767-f693a38ba3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:18.326455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591178bb-effd-45eb-87e2-fd5303e061c0 req-5ebf93c4-f459-44d8-8618-f45f11784218 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:18.328360 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-591178bb-effd-45eb-87e2-fd5303e061c0 req-5ebf93c4-f459-44d8-8618-f45f11784218 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0550694 Sep 23 13:56:18.371354 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-591178bb-effd-45eb-87e2-fd5303e061c0 req-4b791ed6-38ac-46c1-81c4-3c0599f5143c tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Sep 23 13:56:18.401419 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-b106c941-de16-46e2-b42f-6704c2679a9a service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064777 Sep 23 13:56:18.441143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebeb5-1c1b-4e3a-b9d3-e5a87b4542c3 req-bd56436c-608c-4bad-88b7-933bc826ed3e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:18.443077 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ecebeb5-1c1b-4e3a-b9d3-e5a87b4542c3 req-bd56436c-608c-4bad-88b7-933bc826ed3e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0521355 Sep 23 13:56:18.481435 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ecebeb5-1c1b-4e3a-b9d3-e5a87b4542c3 req-da95dc54-cee0-4ff9-a655-d45be62b8d66 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Sep 23 13:56:19.490900 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734643-80af-4af7-a5f8-c61bf0c020b9 req-90d28303-9946-45ed-b1f7-6fda787f29a8 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:19.492289 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a9734643-80af-4af7-a5f8-c61bf0c020b9 req-90d28303-9946-45ed-b1f7-6fda787f29a8 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0495176 Sep 23 13:56:19.533976 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a9734643-80af-4af7-a5f8-c61bf0c020b9 req-37b35069-e63d-4027-83c3-1ca107df50be tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Sep 23 13:56:19.605677 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab2386-39aa-4bb4-b928-772688801509 req-1d01dc42-8627-4559-a34b-622a2a6bd3b5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:19.607342 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ceab2386-39aa-4bb4-b928-772688801509 req-1d01dc42-8627-4559-a34b-622a2a6bd3b5 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0526628 Sep 23 13:56:19.647781 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ceab2386-39aa-4bb4-b928-772688801509 req-e7d579f3-7e80-4c9c-a40a-d20f234d0c00 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 Sep 23 13:56:20.147090 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d0af5cf0-4877-4ff7-b99b-802c3d3a870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:20.371987 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-944d6ec1-2e25-43f7-93ed-8edf802a0b44 req-f72c82e6-da81-441c-b61a-fe0d561f13a8 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918152 Sep 23 13:56:20.679322 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310e9-d54f-4fe6-96e8-12329a842777 req-91cf61e1-bcd7-476a-b14b-a2b14fe5105f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:20.681745 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa8310e9-d54f-4fe6-96e8-12329a842777 req-91cf61e1-bcd7-476a-b14b-a2b14fe5105f tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0717480 Sep 23 13:56:20.735093 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa8310e9-d54f-4fe6-96e8-12329a842777 req-c22f7f8d-7138-460c-8629-72b593c64f77 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Sep 23 13:56:20.771638 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f860c-de99-4088-a536-b98c91b9a28e req-04fa6463-6850-4bf9-9a12-94e3a7125f4d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:20.773097 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da0f860c-de99-4088-a536-b98c91b9a28e req-04fa6463-6850-4bf9-9a12-94e3a7125f4d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0540345 Sep 23 13:56:20.811543 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da0f860c-de99-4088-a536-b98c91b9a28e req-f84497ad-ea44-402c-ad4e-347e845cf278 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Sep 23 13:56:20.918259 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:21.147008 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:21.702792 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334f269-986c-4616-946c-a0705d99b9ba req-3bf669b9-de5a-4a6f-a3de-fe5759191f44 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:21.704236 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f334f269-986c-4616-946c-a0705d99b9ba req-3bf669b9-de5a-4a6f-a3de-fe5759191f44 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0530837 Sep 23 13:56:21.742902 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f334f269-986c-4616-946c-a0705d99b9ba req-ad291541-1088-4f6f-a3cd-6a38c5eed658 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Sep 23 13:56:21.859309 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c66f6-6e58-4e22-93cf-2bdaf65592d6 req-024898ec-a555-4b01-9590-8a3e558efbcb tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:21.861187 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-921c66f6-6e58-4e22-93cf-2bdaf65592d6 req-024898ec-a555-4b01-9590-8a3e558efbcb tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0554166 Sep 23 13:56:21.931133 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-921c66f6-6e58-4e22-93cf-2bdaf65592d6 req-aec39e45-4b10-4eae-a61f-43d6e31cfc85 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630050 Sep 23 13:56:21.949290 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c7a21-8705-4ae0-a526-ccc34e07996e req-5211e149-121f-4eb1-aada-4b2c2bc89f00 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:21.951526 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ed2c7a21-8705-4ae0-a526-ccc34e07996e req-5211e149-121f-4eb1-aada-4b2c2bc89f00 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0663235 Sep 23 13:56:22.006723 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ed2c7a21-8705-4ae0-a526-ccc34e07996e req-890d35ff-036b-41cc-b7de-5010399cf823 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Sep 23 13:56:22.458141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b2c9c-0708-4d94-8cec-4da077759e26 req-b6bb1650-3ea5-4643-986f-74a800c17c48 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:22.465679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-186b2c9c-0708-4d94-8cec-4da077759e26 req-b6bb1650-3ea5-4643-986f-74a800c17c48 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0901287 Sep 23 13:56:22.504021 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-186b2c9c-0708-4d94-8cec-4da077759e26 req-f11cce3b-e5ae-4f2d-85d4-debd10374cfe tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Sep 23 13:56:22.867411 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19961713-3c4b-402e-b982-781774859afc req-d11ac1ce-16b6-45d8-a6e9-32d863a163c8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:22.868969 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19961713-3c4b-402e-b982-781774859afc req-d11ac1ce-16b6-45d8-a6e9-32d863a163c8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0513422 Sep 23 13:56:22.916557 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19961713-3c4b-402e-b982-781774859afc req-8866fb4f-c98e-46a0-b44f-47e88c8fe70f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385389 Sep 23 13:56:22.966817 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device ee871d17-32f2-4927-9273-6a6c3284d3b3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:56:23.069572 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:23.088113 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': 'ee871d17-32f2-4927-9273-6a6c3284d3b3', 'network_id': 'b9c1c770-f512-4ca1-999d-d862571e8ccb', 'port_id': 'ee871d17-32f2-4927-9273-6a6c3284d3b3', 'mac_address': 'fa:16:3e:fc:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9871fc46-4aa9-46f0-94d3-c7fdc889f923', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:56:23.136019 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:23.144587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1be22-1bfa-47bb-8885-86d6766e651f req-ec3e7ea7-4b0c-4288-b48f-32380821dced tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:23.146512 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-12d1be22-1bfa-47bb-8885-86d6766e651f req-ec3e7ea7-4b0c-4288-b48f-32380821dced tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 944 time: 0.0655560 Sep 23 13:56:23.151265 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee871d17-32f2-4927-9273-6a6c3284d3b3 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:56:23.187859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:23.204849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-12d1be22-1bfa-47bb-8885-86d6766e651f req-52ee456f-d84c-4665-8e20-a19c87d5a58b tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Sep 23 13:56:23.283977 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:23.354488 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:23.408703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:23.702591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4275e96-a09c-47b3-b1c3-bbe9d6a48407 req-bae92e2a-c49d-46e6-8ddb-c1fcf1d7248d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:23.704707 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b4275e96-a09c-47b3-b1c3-bbe9d6a48407 req-bae92e2a-c49d-46e6-8ddb-c1fcf1d7248d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0861707 Sep 23 13:56:23.745399 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['ee871d17-32f2-4927-9273-6a6c3284d3b3'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:23.753585 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b4275e96-a09c-47b3-b1c3-bbe9d6a48407 req-8de1c924-cbbf-433f-a436-db21ae1f6c14 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Sep 23 13:56:24.047775 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212424-ac7f-4b0c-9d2c-344af7debc76 req-1b2eea22-d39d-4025-bd83-0a314faa104a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:24.049374 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-32212424-ac7f-4b0c-9d2c-344af7debc76 req-1b2eea22-d39d-4025-bd83-0a314faa104a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0540490 Sep 23 13:56:24.090531 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-32212424-ac7f-4b0c-9d2c-344af7debc76 req-1a1435e8-7ecf-42f2-a3ee-6cd9d90fc5c9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346909 Sep 23 13:56:24.360990 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735898-ccbb-4ac8-9dd0-b2bf2db1d79c req-38cb6669-67c0-49e1-9394-7861da0a4c53 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:24.362598 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f2735898-ccbb-4ac8-9dd0-b2bf2db1d79c req-38cb6669-67c0-49e1-9394-7861da0a4c53 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 945 time: 0.0622070 Sep 23 13:56:24.406812 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f2735898-ccbb-4ac8-9dd0-b2bf2db1d79c req-0affd262-afa1-4481-931a-b8529367c917 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Sep 23 13:56:24.630888 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-dd1e5f1f-3f14-44a4-bcad-30df9432f997 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:24.640781 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-dd1e5f1f-3f14-44a4-bcad-30df9432f997 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.1384552 Sep 23 13:56:24.780158 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Deleting port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:56:24.780475 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:24.894331 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] For port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,segment=NetworkSegment(7332eb24-0653-4db6-a4fc-bf4ec5f86647),segment_id=7332eb24-0653-4db6-a4fc-bf4ec5f86647)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:24.894702 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:24.907729 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5e7e-50df-4ccf-8e47-e836fd60d4b8 req-60e0d602-ad8c-4a26-8a9e-720634515591 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:24.909307 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Calling delete_port for 2cf38ddc-adb0-403f-ad6b-d744e3b172ed owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:56:24.916041 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-05ac5e7e-50df-4ccf-8e47-e836fd60d4b8 req-60e0d602-ad8c-4a26-8a9e-720634515591 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 950 time: 0.0750940 Sep 23 13:56:24.964913 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-05ac5e7e-50df-4ccf-8e47-e836fd60d4b8 req-a12d1440-7391-4abf-b546-5be190d422c0 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/security-groups?id=abeafc08-f382-4804-9c42-c285d8e5faaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Sep 23 13:56:25.004265 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device ee871d17-32f2-4927-9273-6a6c3284d3b3 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:56:25.169713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port ee871d17-32f2-4927-9273-6a6c3284d3b3 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:56:25.172867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:25.176350 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port ee871d17-32f2-4927-9273-6a6c3284d3b3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:56:25.177150 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:25.224522 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Pushing event deleted for resources: {'Port': ['ID=2cf38ddc-adb0-403f-ad6b-d744e3b172ed,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:25.278725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88bdb3-002a-4d3c-b1b2-ac0bd3a2c5db req-0bb6b697-8928-4ef9-86c8-eb12b886cdfc tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:25.282003 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e88bdb3-002a-4d3c-b1b2-ac0bd3a2c5db req-0bb6b697-8928-4ef9-86c8-eb12b886cdfc tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1128986 Sep 23 13:56:25.283785 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] No DVR routers for this DVR port 2cf38ddc-adb0-403f-ad6b-d744e3b172ed on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:56:25.298212 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:25.300240 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9454ef2-e97f-4055-9eb6-cfe099340aa7 req-ee40f136-b9d4-410f-b630-971a31bac30d tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.45 "DELETE /v2.0/ports/2cf38ddc-adb0-403f-ad6b-d744e3b172ed HTTP/1.1" status: 204 len: 173 time: 0.6583169 Sep 23 13:56:25.300687 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'name': 'network-vif-deleted', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:25.311853 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53011189-b643-40c6-b473-1513a2e6d606" -d '{"events": [{"server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "name": "network-vif-deleted", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:25.339263 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:25.391052 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a68aa90-6179-4615-b226-552268d98d39 x-openstack-request-id: req-6a68aa90-6179-4615-b226-552268d98d39 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:25.394369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4", "name": "network-vif-deleted", "tag": "2cf38ddc-adb0-403f-ad6b-d744e3b172ed", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:25.394369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a68aa90-6179-4615-b226-552268d98d39 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:25.394369 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4', 'name': 'network-vif-deleted', 'tag': '2cf38ddc-adb0-403f-ad6b-d744e3b172ed', 'status': 'completed', 'code': 200} Sep 23 13:56:25.397449 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:25.400230 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ede5ff-9178-4498-af3e-ad0f7fd72f1d" -d '{"events": [{"server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "name": "network-vif-plugged", "status": "completed", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:25.412511 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e88bdb3-002a-4d3c-b1b2-ac0bd3a2c5db req-8ff59638-4f6f-4498-bf4d-262bb9b66d33 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242821 Sep 23 13:56:25.444381 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:25.459913 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d9c75-7ccd-4b28-a73f-02cf7ad6a8ab x-openstack-request-id: req-a61d9c75-7ccd-4b28-a73f-02cf7ad6a8ab {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:25.460274 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "name": "network-vif-plugged", "status": "completed", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:25.460527 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a61d9c75-7ccd-4b28-a73f-02cf7ad6a8ab {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:25.460923 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3', 'code': 200} Sep 23 13:56:25.569877 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:25.571024 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2cf38ddc-adb0-403f-ad6b-d744e3b172ed no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:56:25.587723 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d80111-a34f-4cec-ad69-ea807f960bb8 req-b2ee6715-25a2-4bb8-9ed3-ce7d470d9f36 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:25.593746 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00d80111-a34f-4cec-ad69-ea807f960bb8 req-b2ee6715-25a2-4bb8-9ed3-ce7d470d9f36 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 945 time: 0.0870950 Sep 23 13:56:25.651098 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00d80111-a34f-4cec-ad69-ea807f960bb8 req-6508c9f9-4877-4d70-aa97-d27ecbfc1d49 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Sep 23 13:56:25.660114 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 2cf38ddc-adb0-403f-ad6b-d744e3b172ed {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:56:25.660718 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2cf38ddc-adb0-403f-ad6b-d744e3b172ed not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:56:25.665260 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:25.672649 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.672996 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.673435 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.673701 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.674024 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.678096 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.678546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.682154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.682154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.682154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.682154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.682154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:56:25.889884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7225b-e313-447a-b4ef-71ad8cdd07d2 req-3aed4d5e-8091-4157-a142-ea18f4d8a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:25.891644 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d2d7225b-e313-447a-b4ef-71ad8cdd07d2 req-3aed4d5e-8091-4157-a142-ea18f4d8a55f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 1099 time: 0.0487263 Sep 23 13:56:25.934614 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d2d7225b-e313-447a-b4ef-71ad8cdd07d2 req-fcbaf964-6028-450d-ab57-724e17073eaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Sep 23 13:56:26.312426 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa37fa47-e13d-443b-9975-036aa9b29593 req-aa132116-75f9-4750-9e07-e2423f29a841 tempest-VolumesNegativeTest-1473940655 tempest-VolumesNegativeTest-1473940655-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd0de5b7-7fd8-4820-9fed-81ea4e6ffab4 HTTP/1.1" status: 200 len: 210 time: 0.2710915 Sep 23 13:56:26.563140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3ef53-fa11-4b6a-9e17-a2946abe1b15 req-70f6859b-1fcd-4e09-a847-b57e2a88f818 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:26.564875 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a2b3ef53-fa11-4b6a-9e17-a2946abe1b15 req-70f6859b-1fcd-4e09-a847-b57e2a88f818 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0603557 Sep 23 13:56:26.624412 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a2b3ef53-fa11-4b6a-9e17-a2946abe1b15 req-38cf4790-5ed4-4f98-930a-7c01f5e221ef tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520265 Sep 23 13:56:26.786287 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1dad-0073-4acb-b052-c74a461e5c8c req-57db07d1-901c-4d6b-8004-306d763446c0 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:26.787860 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57fb1dad-0073-4acb-b052-c74a461e5c8c req-57db07d1-901c-4d6b-8004-306d763446c0 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.0603077 Sep 23 13:56:26.832262 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57fb1dad-0073-4acb-b052-c74a461e5c8c req-b5167f40-7016-4f48-af56-b9d30be7c6a7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Sep 23 13:56:27.756956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00240904-7e51-46e6-a87c-a66b84c808b3 req-aaa67784-acbf-4d1c-85e9-7337209c9409 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:27.758570 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00240904-7e51-46e6-a87c-a66b84c808b3 req-aaa67784-acbf-4d1c-85e9-7337209c9409 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0596161 Sep 23 13:56:27.802849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00240904-7e51-46e6-a87c-a66b84c808b3 req-90306475-c8e2-4af2-988e-a60d0da23f81 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Sep 23 13:56:27.969557 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e69a2-688c-438a-993f-26d9bb893476 req-c15ce232-3219-4854-9d8b-e0214da53247 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:27.971074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-985e69a2-688c-438a-993f-26d9bb893476 req-c15ce232-3219-4854-9d8b-e0214da53247 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.0592775 Sep 23 13:56:28.025317 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-985e69a2-688c-438a-993f-26d9bb893476 req-09044c43-d471-4ce8-8594-d873751a270d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Sep 23 13:56:28.931430 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a063-466a-4cb5-b689-9c65ca3b82b6 req-327a316e-35fb-4dc0-9edc-d24413b5ee98 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:28.932965 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2bb1a063-466a-4cb5-b689-9c65ca3b82b6 req-327a316e-35fb-4dc0-9edc-d24413b5ee98 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0529919 Sep 23 13:56:28.986997 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2bb1a063-466a-4cb5-b689-9c65ca3b82b6 req-665e0599-123c-4193-83f5-2c0ff6265893 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471427 Sep 23 13:56:29.621840 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00909b-e78c-4964-810e-515e5b0af537 req-c88e1143-68a5-438c-bed3-7b7395cf0dba tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:29.623614 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7f00909b-e78c-4964-810e-515e5b0af537 req-c88e1143-68a5-438c-bed3-7b7395cf0dba tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0621407 Sep 23 13:56:29.686259 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-a0f4a252-18b6-4701-9d0a-626fe62ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:29.688850 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-a0f4a252-18b6-4701-9d0a-626fe62ce925 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0685067 Sep 23 13:56:29.696583 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7f00909b-e78c-4964-810e-515e5b0af537 req-eda47b6f-72a3-4781-9e90-f3c242a8d88c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637577 Sep 23 13:56:29.823130 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-14fec64f-bf6a-4008-88eb-04d60459b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:29.824913 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-14fec64f-bf6a-4008-88eb-04d60459b395 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.1277921 Sep 23 13:56:29.872039 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-e46f1f14-4de2-4c82-b68e-518e048e6039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.0369039 Sep 23 13:56:29.946717 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-58b7bf3f-3e89-4ced-a18d-f24a2eb1522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:29.948192 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-58b7bf3f-3e89-4ced-a18d-f24a2eb1522f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0568557 Sep 23 13:56:29.989945 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-992a38eb-8939-4c58-9823-9f1fa7256d5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322647 Sep 23 13:56:30.112233 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-c3b8a563-b460-43d6-b4de-875283b238c8 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078138 Sep 23 13:56:30.176441 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10a79-6e4a-4acc-a924-2d9f53b68393 req-0233d644-7c6f-4c0f-b37a-88fd8a1c276f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:30.178099 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8ec10a79-6e4a-4acc-a924-2d9f53b68393 req-0233d644-7c6f-4c0f-b37a-88fd8a1c276f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0830059 Sep 23 13:56:30.236439 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8ec10a79-6e4a-4acc-a924-2d9f53b68393 req-23e2a761-4f64-4a04-a885-d33125fd60d0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489972 Sep 23 13:56:30.236909 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b9c881c0-cce3-4300-b81f-6dc9cf45d0ea req-763d7be6-2106-478f-84ba-9a6483dacb75 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163907 Sep 23 13:56:30.852031 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425580f8-1b08-4df4-8b57-efea63552690 req-fed3ca4b-b072-4bdb-9bbc-5a4dc055f1a8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:30.860868 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-425580f8-1b08-4df4-8b57-efea63552690 req-fed3ca4b-b072-4bdb-9bbc-5a4dc055f1a8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0614893 Sep 23 13:56:30.895741 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-425580f8-1b08-4df4-8b57-efea63552690 req-0375da7d-e747-4cd6-9c15-b64230a457a6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Sep 23 13:56:31.367650 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ad38c-dbd3-4ff6-a66d-68b361f1a8ff req-2ad1a3a1-d09c-4fe1-969f-db01defd82da tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:31.371482 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-662ad38c-dbd3-4ff6-a66d-68b361f1a8ff req-2ad1a3a1-d09c-4fe1-969f-db01defd82da tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0547788 Sep 23 13:56:31.418721 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-662ad38c-dbd3-4ff6-a66d-68b361f1a8ff req-93dc6187-470e-4f6c-9fa4-256b8609c6c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Sep 23 13:56:32.063062 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c65d12-8a54-4043-b2a1-9a34aeda7f0b req-1aaf164a-5dcf-4d81-9b4c-9bf9f79e13e0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:32.065978 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26c65d12-8a54-4043-b2a1-9a34aeda7f0b req-1aaf164a-5dcf-4d81-9b4c-9bf9f79e13e0 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0754833 Sep 23 13:56:32.133508 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26c65d12-8a54-4043-b2a1-9a34aeda7f0b req-d52e53e8-ea67-4ea2-aeca-791cc188492c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Sep 23 13:56:32.583451 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5837b-90dc-48bb-884b-8bc3b6f11574 req-ef516750-90e5-4a23-afbd-a55a39316b36 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:32.586003 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fe5837b-90dc-48bb-884b-8bc3b6f11574 req-ef516750-90e5-4a23-afbd-a55a39316b36 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0838745 Sep 23 13:56:32.646359 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fe5837b-90dc-48bb-884b-8bc3b6f11574 req-1369292d-2754-4729-b899-d936f9dbb971 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489252 Sep 23 13:56:33.312365 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742c8f-50e0-4df6-9f9c-5b3ba3420e19 req-6728f4e1-2ae2-4738-b3a2-4c6cbeee9ea9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:33.315160 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d8742c8f-50e0-4df6-9f9c-5b3ba3420e19 req-6728f4e1-2ae2-4738-b3a2-4c6cbeee9ea9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0872087 Sep 23 13:56:33.381135 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d8742c8f-50e0-4df6-9f9c-5b3ba3420e19 req-a60244dc-e094-47c4-a26d-ce90f192bc98 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Sep 23 13:56:33.851007 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1fdb6-ab01-47b8-a3fc-739097d9ffbe req-dcd06912-e371-4501-a5c8-d63adc8164d4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:33.853502 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-47d1fdb6-ab01-47b8-a3fc-739097d9ffbe req-dcd06912-e371-4501-a5c8-d63adc8164d4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0854840 Sep 23 13:56:33.929302 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-47d1fdb6-ab01-47b8-a3fc-739097d9ffbe req-f58d1be3-4ee1-473a-902a-8e61ca97963f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636454 Sep 23 13:56:34.603420 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a2f61-a13e-4929-b098-6169d291e208 req-7b878c2c-ef49-452f-a50e-74faf1837aa9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:34.606113 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1e0a2f61-a13e-4929-b098-6169d291e208 req-7b878c2c-ef49-452f-a50e-74faf1837aa9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1005049 Sep 23 13:56:34.679121 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1e0a2f61-a13e-4929-b098-6169d291e208 req-a14ec587-f72f-4027-977b-a90c3539cd7f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641475 Sep 23 13:56:35.152725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390ae2-3a04-424d-8a24-93db37f45340 req-0cdb81de-2c3f-452b-ad26-cb20366b01f2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:35.159993 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00390ae2-3a04-424d-8a24-93db37f45340 req-0cdb81de-2c3f-452b-ad26-cb20366b01f2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1070831 Sep 23 13:56:35.261655 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00390ae2-3a04-424d-8a24-93db37f45340 req-cb6bbf99-a710-4020-8a57-d225324e9278 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893250 Sep 23 13:56:35.839616 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa8b76-36e8-4bdd-b004-99e69fae154c req-508cc287-d792-40cf-ad0a-4f1eee04f307 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:35.841232 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-86aa8b76-36e8-4bdd-b004-99e69fae154c req-508cc287-d792-40cf-ad0a-4f1eee04f307 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0786324 Sep 23 13:56:35.886500 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-86aa8b76-36e8-4bdd-b004-99e69fae154c req-25d58d4f-5444-464e-b423-14410b27002b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Sep 23 13:56:36.501179 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60de2a9-92da-45ef-bd1e-553fcb4114c3 req-4c177452-63c8-460e-aaa1-d70dac461867 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:36.505121 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c60de2a9-92da-45ef-bd1e-553fcb4114c3 req-4c177452-63c8-460e-aaa1-d70dac461867 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1168916 Sep 23 13:56:36.564338 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c60de2a9-92da-45ef-bd1e-553fcb4114c3 req-31b09730-5b58-4bcf-9db3-38be63d676df tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Sep 23 13:56:37.042274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c725a3-31a4-4aeb-95e2-50d8c97b2100 req-66dafee1-106c-4845-b239-6ead4fb0ce82 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:37.051541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-01c725a3-31a4-4aeb-95e2-50d8c97b2100 req-66dafee1-106c-4845-b239-6ead4fb0ce82 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0686667 Sep 23 13:56:37.138988 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-01c725a3-31a4-4aeb-95e2-50d8c97b2100 req-073247c4-4668-4095-889e-7e248097e5f8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848022 Sep 23 13:56:37.706743 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d082-1d6a-478d-92f8-cc5515c5e42a req-1758cd0d-6958-4e12-96a4-733c5f3512f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:37.708395 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5877d082-1d6a-478d-92f8-cc5515c5e42a req-1758cd0d-6958-4e12-96a4-733c5f3512f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0574627 Sep 23 13:56:37.782456 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5877d082-1d6a-478d-92f8-cc5515c5e42a req-73e0e3b7-f40a-462c-836a-724fa4bf9265 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672746 Sep 23 13:56:38.277750 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400425-28f3-4431-96fd-79410bd647ff req-a035ebdf-f476-482c-8c76-e80a98af5d07 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:38.279346 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-03400425-28f3-4431-96fd-79410bd647ff req-a035ebdf-f476-482c-8c76-e80a98af5d07 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0537314 Sep 23 13:56:38.319935 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-03400425-28f3-4431-96fd-79410bd647ff req-3ec7bef3-2bba-4cbf-9f73-933071e61fb3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338581 Sep 23 13:56:38.985932 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea471aa-e470-4cb6-b4a4-fd3f364f3e0e req-59ddde9c-eb16-4677-bfff-a685c16ddbe4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:38.988705 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ea471aa-e470-4cb6-b4a4-fd3f364f3e0e req-59ddde9c-eb16-4677-bfff-a685c16ddbe4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0978296 Sep 23 13:56:39.063601 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ea471aa-e470-4cb6-b4a4-fd3f364f3e0e req-6fc3ecd5-c32e-480b-92ae-62b5d6684b2c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622118 Sep 23 13:56:39.485841 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7acc4d-9ddc-48f2-b224-5eecd60eff26 req-439cf95f-02fd-4b57-b472-416b167c8461 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:39.490049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb7acc4d-9ddc-48f2-b224-5eecd60eff26 req-439cf95f-02fd-4b57-b472-416b167c8461 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0746112 Sep 23 13:56:39.577675 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb7acc4d-9ddc-48f2-b224-5eecd60eff26 req-5699cca7-6b5e-40d3-856b-530a59ee31a1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713665 Sep 23 13:56:40.319133 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b8dd7-0d01-4098-ba23-70754eca0a7d req-9843fbff-bc35-478b-be20-865891ce6a4c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:40.342034 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-585b8dd7-0d01-4098-ba23-70754eca0a7d req-9843fbff-bc35-478b-be20-865891ce6a4c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1108103 Sep 23 13:56:40.453283 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-585b8dd7-0d01-4098-ba23-70754eca0a7d req-594a9b32-3f44-442d-8b8e-8151e4df34c6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980346 Sep 23 13:56:40.744996 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:56:40.831189 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddce789-1436-4a8c-a708-57af174701d4 req-b96d40fd-0c55-4632-b536-0a0d5da05b18 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:40.839129 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cddce789-1436-4a8c-a708-57af174701d4 req-b96d40fd-0c55-4632-b536-0a0d5da05b18 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1325529 Sep 23 13:56:40.913131 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cddce789-1436-4a8c-a708-57af174701d4 req-2e81f4bc-346b-4d9f-9273-26aad2f2fb2a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725620 Sep 23 13:56:41.605265 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd349b7-7ac9-4b5a-a508-77bba1bbc4e0 req-a44c4dcd-4713-4dd2-9a8e-c4378e32ecf2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:41.607824 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1bd349b7-7ac9-4b5a-a508-77bba1bbc4e0 req-a44c4dcd-4713-4dd2-9a8e-c4378e32ecf2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0645459 Sep 23 13:56:41.674115 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1bd349b7-7ac9-4b5a-a508-77bba1bbc4e0 req-eae5cd63-4fd6-4507-b525-8892e9059235 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555334 Sep 23 13:56:42.058452 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2facf-5c3f-4b7d-ad01-948ab458c6b9 req-c2d34387-74d4-41fb-9933-2ea6e3d84673 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:42.061868 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bad2facf-5c3f-4b7d-ad01-948ab458c6b9 req-c2d34387-74d4-41fb-9933-2ea6e3d84673 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0606129 Sep 23 13:56:42.133541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bad2facf-5c3f-4b7d-ad01-948ab458c6b9 req-4703e941-c813-4947-b836-c7035551a41c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Sep 23 13:56:42.884237 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9699-1455-4eb2-a3e3-ab3e2be0625f req-e1281e49-919c-4e86-9765-ea6f55672a09 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:42.893120 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cf8a9699-1455-4eb2-a3e3-ab3e2be0625f req-e1281e49-919c-4e86-9765-ea6f55672a09 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0764973 Sep 23 13:56:42.948676 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cf8a9699-1455-4eb2-a3e3-ab3e2be0625f req-4ca3530e-40f2-4c22-bf8f-15040bbe5fb4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538185 Sep 23 13:56:43.312631 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49788-fd5d-4107-9389-6318d8fede78 req-815a5477-4dd5-4ad5-8af3-2ed51e65c421 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:43.314584 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4bf49788-fd5d-4107-9389-6318d8fede78 req-815a5477-4dd5-4ad5-8af3-2ed51e65c421 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0579853 Sep 23 13:56:43.368438 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4bf49788-fd5d-4107-9389-6318d8fede78 req-6f3b22fa-f93c-4b0c-8550-c822f63a75ba tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460007 Sep 23 13:56:44.224138 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f56e7-9712-44f6-892e-467a56326ac4 req-f871afbf-399a-4a8e-a014-bb25ed22fc92 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:44.245388 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 42902) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:44.272208 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f54f56e7-9712-44f6-892e-467a56326ac4 req-f871afbf-399a-4a8e-a014-bb25ed22fc92 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1843626 Sep 23 13:56:44.382123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f54f56e7-9712-44f6-892e-467a56326ac4 req-0ebac7b5-e09b-48aa-9db0-13a61d451ddb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886538 Sep 23 13:56:44.570429 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab1a93-a8e9-4481-8dc0-3aca03c2a0be req-88b67012-95be-4fa3-aae1-9780ab6a8ac3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:44.573460 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afab1a93-a8e9-4481-8dc0-3aca03c2a0be req-88b67012-95be-4fa3-aae1-9780ab6a8ac3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0903685 Sep 23 13:56:44.601203 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-091dcb19-f845-4973-8345-e57d3d2505b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d45e2a1e962400192dac034305b2ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525782 Sep 23 13:56:44.605115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 42912) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:44.687252 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afab1a93-a8e9-4481-8dc0-3aca03c2a0be req-d70aa6ed-f2c3-447d-87f6-e404f2ac7d5c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Sep 23 13:56:44.690856 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:44.723140 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:44.870371 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:44.913967 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:44.922022 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:44.925547 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abeafc08-f382-4804-9c42-c285d8e5faaa HTTP/1.1" status: 204 len: 168 time: 0.3176973 Sep 23 13:56:44.986856 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09da6a-e24f-4d29-871c-58290255ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeafc08-f382-4804-9c42-c285d8e5faaa,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:45.204146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b38a2-871b-4c00-bb7c-7d39df857a3f req-0a38e612-2840-4185-af19-96dbcf921be4 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:45.207486 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c68b38a2-871b-4c00-bb7c-7d39df857a3f req-0a38e612-2840-4185-af19-96dbcf921be4 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.0658252 Sep 23 13:56:45.283067 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c68b38a2-871b-4c00-bb7c-7d39df857a3f req-7f32bb1f-5953-4f02-8c4e-e1241e8008e4 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Sep 23 13:56:45.608621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50191e-885c-428e-bf9e-f0e5454daed5 req-7c06b83d-b5a7-468d-941c-084b98fe71bf tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:45.610415 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6b50191e-885c-428e-bf9e-f0e5454daed5 req-7c06b83d-b5a7-468d-941c-084b98fe71bf tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0895989 Sep 23 13:56:45.680377 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6b50191e-885c-428e-bf9e-f0e5454daed5 req-68167781-242a-4d67-bf5c-115f2f2d8732 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597386 Sep 23 13:56:45.850009 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1add21-0419-4450-aac0-505825b3c950 req-952df522-0a2b-49a0-b2a0-f43b7ca5ef74 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:45.858317 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fc1add21-0419-4450-aac0-505825b3c950 req-952df522-0a2b-49a0-b2a0-f43b7ca5ef74 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0697784 Sep 23 13:56:45.901989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fc1add21-0419-4450-aac0-505825b3c950 req-94cfac9b-9d18-45c6-9128-5c0d4db9abc7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Sep 23 13:56:46.488358 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d21f6-2cb7-44a2-ac49-a8fcc670e48c req-f42c7d40-c718-44b8-b541-af93f0f675bc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:46.490394 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-997d21f6-2cb7-44a2-ac49-a8fcc670e48c req-f42c7d40-c718-44b8-b541-af93f0f675bc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.1008892 Sep 23 13:56:46.565123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-997d21f6-2cb7-44a2-ac49-a8fcc670e48c req-4087625b-238d-4085-875f-37cc2df942d1 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Sep 23 13:56:46.872931 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f120-f7bb-42b8-8cab-95e08f7899da req-dfabd5eb-ee11-4eef-bebd-89c7e4f5fd52 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:46.877942 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65b2f120-f7bb-42b8-8cab-95e08f7899da req-dfabd5eb-ee11-4eef-bebd-89c7e4f5fd52 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1010959 Sep 23 13:56:47.038663 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65b2f120-f7bb-42b8-8cab-95e08f7899da req-c01ab729-979f-46b9-bfc7-64df6d9dcc70 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472523 Sep 23 13:56:47.274576 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e483b-6d66-4c84-a3cc-b58636875595 req-09339d6f-834e-44c8-9a25-b8033179f106 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:47.276713 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb7e483b-6d66-4c84-a3cc-b58636875595 req-09339d6f-834e-44c8-9a25-b8033179f106 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1221137 Sep 23 13:56:47.366098 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb7e483b-6d66-4c84-a3cc-b58636875595 req-d8abc895-50d0-44bc-9877-6a990ffa69a8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752161 Sep 23 13:56:47.436287 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-c47165b4-460f-4e5a-8756-40ea0846b0aa tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:47.438615 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-c47165b4-460f-4e5a-8756-40ea0846b0aa tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.1100242 Sep 23 13:56:47.615460 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Deleting port ee871d17-32f2-4927-9273-6a6c3284d3b3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:56:47.616090 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:47.753487 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0e172521-2c06-4ab4-90c7-aca15789e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:47.798924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec3d2-1d29-4435-9ee3-0911ab9dfe5a req-e632f5d9-fa96-4e45-a423-12c89c9ff361 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:47.800580 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff5ec3d2-1d29-4435-9ee3-0911ab9dfe5a req-e632f5d9-fa96-4e45-a423-12c89c9ff361 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 946 time: 0.1055963 Sep 23 13:56:47.827024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] For port ee871d17-32f2-4927-9273-6a6c3284d3b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee871d17-32f2-4927-9273-6a6c3284d3b3,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:47.827740 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:47.853464 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Calling delete_port for ee871d17-32f2-4927-9273-6a6c3284d3b3 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:56:47.874304 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff5ec3d2-1d29-4435-9ee3-0911ab9dfe5a req-b97401a1-4f4d-40d9-a7b5-a9e44d67dc59 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620356 Sep 23 13:56:48.147957 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:48.170199 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', '3c50e469-0086-4f66-8ec5-e448980a77a6', 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'ee871d17-32f2-4927-9273-6a6c3284d3b3'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:48.216973 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event deleted for resources: {'Port': ['ID=ee871d17-32f2-4927-9273-6a6c3284d3b3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:48.275471 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] No DVR routers for this DVR port ee871d17-32f2-4927-9273-6a6c3284d3b3 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:56:48.281841 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:48.284114 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-9b2135ce-fdb3-43fa-b22e-1c0f237e9b6d req-74682925-629e-40d1-be81-14ced468c572 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "DELETE /v2.0/ports/ee871d17-32f2-4927-9273-6a6c3284d3b3 HTTP/1.1" status: 204 len: 173 time: 0.8365929 Sep 23 13:56:48.284688 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'name': 'network-vif-deleted', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:48.287974 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b47e89-d730-418a-9907-9dd0107d77e4" -d '{"events": [{"server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "name": "network-vif-deleted", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:48.348224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10524d5-ce45-431f-a993-fbe217d8eb74 req-3641a7a0-766e-400c-b64a-3d3fc03f675f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:48.352948 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d10524d5-ce45-431f-a993-fbe217d8eb74 req-3641a7a0-766e-400c-b64a-3d3fc03f675f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1571336 Sep 23 13:56:48.406895 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a7f44-c89b-48e4-b36f-c53ff79b4127 x-openstack-request-id: req-b84a7f44-c89b-48e4-b36f-c53ff79b4127 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:48.407351 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2064425-8bc3-4e34-913c-860d511842ff", "name": "network-vif-deleted", "tag": "ee871d17-32f2-4927-9273-6a6c3284d3b3", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:48.407826 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b84a7f44-c89b-48e4-b36f-c53ff79b4127 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:48.408346 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2064425-8bc3-4e34-913c-860d511842ff', 'name': 'network-vif-deleted', 'tag': 'ee871d17-32f2-4927-9273-6a6c3284d3b3', 'status': 'completed', 'code': 200} Sep 23 13:56:48.474385 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d10524d5-ce45-431f-a993-fbe217d8eb74 req-41e8ad6a-987c-4fe7-9798-8e7098c1ca42 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064138 Sep 23 13:56:48.739052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21e32-48f6-4325-a320-d1a6bf177b37 req-672dd93f-1c50-4e82-a79f-4bd636aaa241 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:48.743281 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72a21e32-48f6-4325-a320-d1a6bf177b37 req-672dd93f-1c50-4e82-a79f-4bd636aaa241 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.2382057 Sep 23 13:56:48.814175 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72a21e32-48f6-4325-a320-d1a6bf177b37 req-e32c2012-6cab-4187-ae8f-f799cf8b0f15 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Sep 23 13:56:49.095080 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a584d9a-258f-4774-90df-da43a032e72a req-c85375bd-7bcd-4a16-93b9-41f69058650f tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0652962 Sep 23 13:56:49.749913 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c06847-e2fd-4e44-b5e5-acf9bf283632 req-01e4914d-665f-4806-b865-123588fde81a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:49.749913 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99c06847-e2fd-4e44-b5e5-acf9bf283632 req-01e4914d-665f-4806-b865-123588fde81a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1261811 Sep 23 13:56:49.819544 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99c06847-e2fd-4e44-b5e5-acf9bf283632 req-017d2ab8-f9b5-4573-acea-73cc68660ebe tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572851 Sep 23 13:56:50.076431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbc950-5449-480f-a433-4c860851c770 req-96c859ba-7b11-407a-a905-c668b8fd6904 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:50.076431 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ecbc950-5449-480f-a433-4c860851c770 req-96c859ba-7b11-407a-a905-c668b8fd6904 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0839388 Sep 23 13:56:50.159731 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ecbc950-5449-480f-a433-4c860851c770 req-60233ffe-1dc6-4de7-9d9c-46da2e5e46f3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699425 Sep 23 13:56:50.233495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b7ac16e3-069b-48ee-931e-004618f68396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:50.261685 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e4c1b6a7-6428-4937-93db-23a274ae1682 req-15035ef3-9d36-4ff6-8369-b24c54dd8dec tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2064425-8bc3-4e34-913c-860d511842ff HTTP/1.1" status: 200 len: 210 time: 0.0326302 Sep 23 13:56:50.941853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:50.998169 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ecaa-efc9-470a-b293-33d82de14766 req-bda05672-81f6-4aef-9499-7e6b8f947203 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:50.999358 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac63ecaa-efc9-470a-b293-33d82de14766 req-bda05672-81f6-4aef-9499-7e6b8f947203 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0559094 Sep 23 13:56:51.045194 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac63ecaa-efc9-470a-b293-33d82de14766 req-1ac9f283-6598-4423-9396-9be043d7daf6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Sep 23 13:56:51.147260 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:51.313724 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbd347-49b7-43d3-aeeb-f5d964605791 req-7bea4fbf-bbdb-428e-801e-2d1c878741d1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:51.315852 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdcbd347-49b7-43d3-aeeb-f5d964605791 req-7bea4fbf-bbdb-428e-801e-2d1c878741d1 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0649080 Sep 23 13:56:51.372253 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdcbd347-49b7-43d3-aeeb-f5d964605791 req-1fe63447-bb27-4c28-91ab-66d3af4bdde3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Sep 23 13:56:51.698140 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device ee871d17-32f2-4927-9273-6a6c3284d3b3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:56:51.725000 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: ee871d17-32f2-4927-9273-6a6c3284d3b3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:56:51.725334 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device ee871d17-32f2-4927-9273-6a6c3284d3b3 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:56:52.167864 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7ae17-6dd5-4c48-ba57-0dd63d853a1e req-2db136b5-ee0b-48bb-946d-1802acd224d6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:52.170353 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-69b7ae17-6dd5-4c48-ba57-0dd63d853a1e req-2db136b5-ee0b-48bb-946d-1802acd224d6 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0536942 Sep 23 13:56:52.217213 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-69b7ae17-6dd5-4c48-ba57-0dd63d853a1e req-0896b912-6e02-4f23-8c5e-d3cdb2195e6a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Sep 23 13:56:52.508416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a8d9c-c837-44f5-9be9-f7cea5405e27 req-032b9fc0-8f93-411b-8cdd-bf2ee754de51 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:52.510254 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-317a8d9c-c837-44f5-9be9-f7cea5405e27 req-032b9fc0-8f93-411b-8cdd-bf2ee754de51 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0553677 Sep 23 13:56:52.558367 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-317a8d9c-c837-44f5-9be9-f7cea5405e27 req-2a29ff21-1c91-4a3a-8dcf-ae3c470b244e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Sep 23 13:56:53.252436 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:53.436497 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7284501-a557-4092-b51d-7c0e507157eb req-6d14fcdc-b086-4174-b85f-ebb504f8a046 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:53.440168 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7284501-a557-4092-b51d-7c0e507157eb req-6d14fcdc-b086-4174-b85f-ebb504f8a046 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0966752 Sep 23 13:56:53.530659 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7284501-a557-4092-b51d-7c0e507157eb req-b029a09a-05ce-4c72-b078-57e03f5edd76 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798335 Sep 23 13:56:53.822985 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f3cf-cd1a-4d18-8210-d973549a8b24 req-b35006b2-dffc-4bb4-a436-ae644292fc4d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:53.826187 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a937f3cf-cd1a-4d18-8210-d973549a8b24 req-b35006b2-dffc-4bb4-a436-ae644292fc4d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1201818 Sep 23 13:56:53.912932 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a937f3cf-cd1a-4d18-8210-d973549a8b24 req-7a112e89-0ddd-4470-8e1b-ae0aa403072b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805206 Sep 23 13:56:54.172911 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc30c4-b35a-4661-9a64-d2f6fc4b1c39 req-89691571-dde2-4ef9-b89b-d989025a3c60 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.175808 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92dc30c4-b35a-4661-9a64-d2f6fc4b1c39 req-89691571-dde2-4ef9-b89b-d989025a3c60 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0889215 Sep 23 13:56:54.250239 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92dc30c4-b35a-4661-9a64-d2f6fc4b1c39 req-cd5cf1d4-40d8-4b98-a0f6-5a6d4fe54fda tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595639 Sep 23 13:56:54.293342 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-c6f4e977-9879-4628-9fa8-9b703047679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.295467 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-c6f4e977-9879-4628-9fa8-9b703047679c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1099 time: 0.0595949 Sep 23 13:56:54.411098 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-7432f37c-ac64-438a-8dea-3e1f5ed7c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.412606 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-7432f37c-ac64-438a-8dea-3e1f5ed7c2d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 910 time: 0.1084533 Sep 23 13:56:54.505264 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-51d126eb-3b8c-4554-b0be-f45f5b90a00c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 1001 time: 0.0791924 Sep 23 13:56:54.589589 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-a6aa576a-b3db-4733-802c-61ecc6de9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.591971 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-a6aa576a-b3db-4733-802c-61ecc6de9882 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.0802069 Sep 23 13:56:54.678036 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d0cf6-0ca0-40a3-bdb9-ca9f24f5bda0 req-c32e17f0-ebcc-4fbb-bff5-18be3e85579c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.680604 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a3d0cf6-0ca0-40a3-bdb9-ca9f24f5bda0 req-c32e17f0-ebcc-4fbb-bff5-18be3e85579c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0999858 Sep 23 13:56:54.706588 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-53f2b1a3-5ee0-40ad-8471-79d8dc8838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:54.706588 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-53f2b1a3-5ee0-40ad-8471-79d8dc8838be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0978265 Sep 23 13:56:54.769348 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a3d0cf6-0ca0-40a3-bdb9-ca9f24f5bda0 req-129a7c05-5726-4287-b6e3-a9845a280f6e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714316 Sep 23 13:56:54.853154 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-ab7cfc4f-a865-48de-a544-f8a385a74775 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437621 Sep 23 13:56:54.972270 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-706f5e86-74b4-4cc0-ab5e-58945c2bd5fe req-0dd3d1dd-aa14-4177-9ec3-ad1488ce00eb service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079016 Sep 23 13:56:55.131744 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179f823-981e-4cf9-820f-5769a31f2a17 req-ca467266-84c5-45e2-8419-d3191ec264b7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:55.134590 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d179f823-981e-4cf9-820f-5769a31f2a17 req-ca467266-84c5-45e2-8419-d3191ec264b7 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0841553 Sep 23 13:56:55.205333 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d179f823-981e-4cf9-820f-5769a31f2a17 req-c7852b47-8986-4397-8b27-64a26184230a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Sep 23 13:56:55.407978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae262c-bf77-43ca-952d-1f18f9a394f7 req-229ccf9f-1064-4bf8-9a62-84c3b197eb59 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:55.409541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afae262c-bf77-43ca-952d-1f18f9a394f7 req-229ccf9f-1064-4bf8-9a62-84c3b197eb59 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0639751 Sep 23 13:56:55.459976 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-afae262c-bf77-43ca-952d-1f18f9a394f7 req-63142701-e9b9-40c3-bf78-a47d54f16651 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402057 Sep 23 13:56:55.950421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cff7d-1d8e-4c3a-8882-2fca3cbb2ce6 req-67bda9b6-a7b3-4c30-8d0d-8a2e9a9c8d87 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:55.952990 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b8cff7d-1d8e-4c3a-8882-2fca3cbb2ce6 req-67bda9b6-a7b3-4c30-8d0d-8a2e9a9c8d87 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0800714 Sep 23 13:56:56.007771 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b8cff7d-1d8e-4c3a-8882-2fca3cbb2ce6 req-cb48e361-ea5a-41f8-9ea1-7aed2979d423 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Sep 23 13:56:56.366734 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397daa1-bae2-40c0-a9ab-a95e27cea138 req-21b46179-1cce-448f-9587-7d01a02ec4da tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:56.368378 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8397daa1-bae2-40c0-a9ab-a95e27cea138 req-21b46179-1cce-448f-9587-7d01a02ec4da tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0627804 Sep 23 13:56:56.421918 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8397daa1-bae2-40c0-a9ab-a95e27cea138 req-b978c301-cdc4-47c2-80e9-dd6031cc8c86 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Sep 23 13:56:56.464861 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-147f45ee-93fc-4b1c-9da8-cd2883a15216 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:56.466942 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-147f45ee-93fc-4b1c-9da8-cd2883a15216 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 945 time: 0.0554023 Sep 23 13:56:56.633059 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Deleting port bc780b88-b242-427f-a721-6b6a8054ea0d {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:56:56.633784 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:56.666948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e32b-f45b-4f3d-8c16-ce118d8ed0e8 req-5f3c6ebd-e63c-46fa-941c-e400e429442b tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:56.669208 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1f6e32b-f45b-4f3d-8c16-ce118d8ed0e8 req-5f3c6ebd-e63c-46fa-941c-e400e429442b tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0742536 Sep 23 13:56:56.716594 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1f6e32b-f45b-4f3d-8c16-ce118d8ed0e8 req-904c5a57-89f2-4b76-bf00-758cefa912bd tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Sep 23 13:56:56.776689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] For port bc780b88-b242-427f-a721-6b6a8054ea0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bc780b88-b242-427f-a721-6b6a8054ea0d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:56:56.777050 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:56.792579 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Calling delete_port for bc780b88-b242-427f-a721-6b6a8054ea0d owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:56:57.033231 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:57.047428 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', '3c50e469-0086-4f66-8ec5-e448980a77a6', 'bc780b88-b242-427f-a721-6b6a8054ea0d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:56:57.064214 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event deleted for resources: {'Port': ['ID=bc780b88-b242-427f-a721-6b6a8054ea0d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:57.133572 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] No DVR routers for this DVR port bc780b88-b242-427f-a721-6b6a8054ea0d on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:56:57.137139 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:57.140510 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-82a3e502-f02e-4752-96c9-3f6933a9a271 req-d38c08b2-50a5-4eaa-818d-47daa3f2c121 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "DELETE /v2.0/ports/bc780b88-b242-427f-a721-6b6a8054ea0d HTTP/1.1" status: 204 len: 173 time: 0.6633220 Sep 23 13:56:57.140715 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'name': 'network-vif-deleted', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:56:57.151956 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d180097-4a80-45c2-96e5-b4e07ebc1c9a" -d '{"events": [{"server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "name": "network-vif-deleted", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:56:57.218935 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-87dacb6d-448f-4faa-b642-524e8063cc4e req-e9d99ebd-febd-4281-ac26-8f0965019f73 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0733693 Sep 23 13:56:57.243128 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee45a549-b281-46f1-a2cd-1c49fb9fccfa x-openstack-request-id: req-ee45a549-b281-46f1-a2cd-1c49fb9fccfa {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:56:57.243782 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439b465-4626-473f-a911-35c8134c5f6e", "name": "network-vif-deleted", "tag": "bc780b88-b242-427f-a721-6b6a8054ea0d", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:56:57.244448 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee45a549-b281-46f1-a2cd-1c49fb9fccfa {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:56:57.245398 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439b465-4626-473f-a911-35c8134c5f6e', 'name': 'network-vif-deleted', 'tag': 'bc780b88-b242-427f-a721-6b6a8054ea0d', 'status': 'completed', 'code': 200} Sep 23 13:56:57.599633 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a80c-798d-4f21-906f-c6f0a76938ac req-40ae8203-f9f4-4185-bab0-054c8b175cac tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:57.604019 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53c1a80c-798d-4f21-906f-c6f0a76938ac req-40ae8203-f9f4-4185-bab0-054c8b175cac tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0780971 Sep 23 13:56:57.662425 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53c1a80c-798d-4f21-906f-c6f0a76938ac req-3286940e-6ae3-466d-b4b4-75c2e91379c2 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Sep 23 13:56:58.373215 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fc30689-e834-452a-bc45-7f4ca8cc6a3c req-be9e2121-ab1a-4741-b4c1-e8357a0525e7 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=2439b465-4626-473f-a911-35c8134c5f6e HTTP/1.1" status: 200 len: 210 time: 0.0495386 Sep 23 13:56:58.811439 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a59af-7d37-4649-beb3-40f4e35ed844 req-b4572ed9-8973-45d1-9516-7f0186dad030 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:58.813125 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d7a59af-7d37-4649-beb3-40f4e35ed844 req-b4572ed9-8973-45d1-9516-7f0186dad030 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0589852 Sep 23 13:56:58.881237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d7a59af-7d37-4649-beb3-40f4e35ed844 req-a578b2f8-fa20-4bf4-b908-923125e22a2b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Sep 23 13:56:59.193550 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dabc9-e8c0-47b1-92bc-909099f45e6a req-346001ef-a1db-46c7-a1c9-3f22b8623f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:56:59.196185 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-345dabc9-e8c0-47b1-92bc-909099f45e6a req-346001ef-a1db-46c7-a1c9-3f22b8623f95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.0512495 Sep 23 13:56:59.243083 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-345dabc9-e8c0-47b1-92bc-909099f45e6a req-c3c6ea7e-6f07-4bf3-b3cd-2f2fbbd9d4ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389874 Sep 23 13:56:59.447161 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43162) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:59.562221 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Deleting subnet af669a61-42ba-4046-a70b-faf20dfab7b8 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:56:59.572264 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:59.617724 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:59.667826 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:59.780490 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43172) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:59.856768 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:59.896143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af669a61-42ba-4046-a70b-faf20dfab7b8,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:56:59.907571 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:56:59.917345 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2658f4b9-9def-4e0d-94cd-271a89291f89 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/af669a61-42ba-4046-a70b-faf20dfab7b8 HTTP/1.1" status: 204 len: 168 time: 0.4598370 Sep 23 13:56:59.917345 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:56:59.958749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fad72da7-ef63-493a-8240-5abf594130ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.181926 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.248992 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185eb3c-da7c-4575-9482-4c8a098f6abc req-1cfde2da-3fb3-4952-a9a5-1981ac51f18f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:00.251849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5185eb3c-da7c-4575-9482-4c8a098f6abc req-1cfde2da-3fb3-4952-a9a5-1981ac51f18f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.2622170 Sep 23 13:57:00.376932 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad9981-93e6-4022-8d2e-e1e97bd4d04f req-39ddaaa6-837c-4a1c-8ec5-77c36c70bed6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:00.379819 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d8ad9981-93e6-4022-8d2e-e1e97bd4d04f req-39ddaaa6-837c-4a1c-8ec5-77c36c70bed6 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.2877715 Sep 23 13:57:00.469471 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5185eb3c-da7c-4575-9482-4c8a098f6abc req-d4160142-35fd-49e3-84e3-28c9d92f7f8c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046857 Sep 23 13:57:00.508105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.553810 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d8ad9981-93e6-4022-8d2e-e1e97bd4d04f req-cd81af91-38e4-4af5-a7c2-5b1984a48b55 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554015 Sep 23 13:57:00.561769 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fad72da7-ef63-493a-8240-5abf594130ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.565143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e71bb2-dd76-4a91-bb49-b0c96891e9b3']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:00.583056 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151ed730-78ee-44bf-ae29-ca9a39bd7d38') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:00.583359 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151ed730-78ee-44bf-ae29-ca9a39bd7d38') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:00.605849 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.628367 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.637275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:57:00.645894 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:57:00.720924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fad72da7-ef63-493a-8240-5abf594130ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.788853 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad72da7-ef63-493a-8240-5abf594130ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ea861-913c-4703-a04b-a66766ea1920,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:00.805021 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fad72da7-ef63-493a-8240-5abf594130ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a7c62296c934cfba05dafc766696afc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227964 Sep 23 13:57:00.809900 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:00.850192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.863991 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.867467 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78e71bb2-dd76-4a91-bb49-b0c96891e9b3 HTTP/1.1" status: 204 len: 168 time: 0.9469714 Sep 23 13:57:00.899199 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22068e5-4f0f-426c-a073-a1f56e8a4680 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e71bb2-dd76-4a91-bb49-b0c96891e9b3,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:00.940815 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:00.972530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.112756 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.115698 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.117098 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a77ea861-913c-4703-a04b-a66766ea1920 HTTP/1.1" status: 204 len: 168 time: 0.3057287 Sep 23 13:57:01.129768 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6306ae-2383-4e20-8ccb-813d3af45415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ea861-913c-4703-a04b-a66766ea1920,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:01.225534 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device bc780b88-b242-427f-a721-6b6a8054ea0d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:01.247159 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: bc780b88-b242-427f-a721-6b6a8054ea0d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:01.247495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device bc780b88-b242-427f-a721-6b6a8054ea0d not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:01.380526 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:01.430740 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-67e2f5a4-f623-4f8e-8ac0-f78e7009d8bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f0eca8a7db843ee8983baf14b1a29da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489168 Sep 23 13:57:01.433986 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:01.498968 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.536832 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.647532 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dac10-4630-46a8-b81e-087a358625b6 req-a419f05b-3f84-4375-8b7f-73e2a87f484a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:01.657495 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78dac10-4630-46a8-b81e-087a358625b6 req-a419f05b-3f84-4375-8b7f-73e2a87f484a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0840089 Sep 23 13:57:01.672553 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-7ee68f23-488e-456b-afa3-2f0b937c582e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:01.674535 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-7ee68f23-488e-456b-afa3-2f0b937c582e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.1248264 Sep 23 13:57:01.790196 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78dac10-4630-46a8-b81e-087a358625b6 req-95280b56-d906-4815-b7f5-137e21615cdf tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314411 Sep 23 13:57:01.800022 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e611-d432-49c8-9283-9315ab85fbd3 req-9259ebf3-851b-4ad4-a7ac-6c2e55a91a85 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:01.801822 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0f4e611-d432-49c8-9283-9315ab85fbd3 req-9259ebf3-851b-4ad4-a7ac-6c2e55a91a85 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 946 time: 0.1232245 Sep 23 13:57:01.813682 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.820404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:01.822638 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/541c74ab-0014-4972-8a73-c380d62f121b HTTP/1.1" status: 204 len: 168 time: 0.3865464 Sep 23 13:57:01.857397 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffe54f-6741-47c0-951b-5b01b4dc06b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541c74ab-0014-4972-8a73-c380d62f121b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:01.938052 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0f4e611-d432-49c8-9283-9315ab85fbd3 req-bcb6b5d4-a5b7-4ffa-b68f-7412afd4ba21 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Sep 23 13:57:01.940340 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Deleting port 3c50e469-0086-4f66-8ec5-e448980a77a6 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:01.941530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:02.393509 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] For port 3c50e469-0086-4f66-8ec5-e448980a77a6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c50e469-0086-4f66-8ec5-e448980a77a6,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:02.394465 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:02.423433 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Calling delete_port for 3c50e469-0086-4f66-8ec5-e448980a77a6 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:02.575458 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a0866-799b-4340-a5e2-a8234d25ed7f req-8a84254f-3ed0-446c-a016-dcf14ee95340 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:02.577291 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f73a0866-799b-4340-a5e2-a8234d25ed7f req-8a84254f-3ed0-446c-a016-dcf14ee95340 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0746863 Sep 23 13:57:02.682525 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f73a0866-799b-4340-a5e2-a8234d25ed7f req-5d43e92d-4aee-4b63-9cc2-8e9756491cb9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Sep 23 13:57:02.687787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-ff2430ae-7af6-435b-be12-48f4ee951ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:02.688558 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-ff2430ae-7af6-435b-be12-48f4ee951ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 1099 time: 0.1057761 Sep 23 13:57:02.707913 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:02.730808 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', '3c50e469-0086-4f66-8ec5-e448980a77a6'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:57:02.814698 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event deleted for resources: {'Port': ['ID=3c50e469-0086-4f66-8ec5-e448980a77a6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:02.890471 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] No DVR routers for this DVR port 3c50e469-0086-4f66-8ec5-e448980a77a6 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:57:02.905877 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:02.916040 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fbf8a886-161f-4b1e-9aa3-e38a9e3d3a96 req-2738df3c-eb77-4cf9-807e-fc4bc835ad9e tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "DELETE /v2.0/ports/3c50e469-0086-4f66-8ec5-e448980a77a6 HTTP/1.1" status: 204 len: 173 time: 1.2308910 Sep 23 13:57:02.927763 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'name': 'network-vif-deleted', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:57:02.928794 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb39fd-aafd-4b74-91c0-74028321a0c0" -d '{"events": [{"server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "name": "network-vif-deleted", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:57:02.930993 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-5ec790d6-fa30-4817-a07e-dd95302beb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:02.934088 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-5ec790d6-fa30-4817-a07e-dd95302beb47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.2349725 Sep 23 13:57:02.998267 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79dd11-6d7d-4b18-bca6-0cb29b3102a6 x-openstack-request-id: req-1a79dd11-6d7d-4b18-bca6-0cb29b3102a6 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:57:02.998642 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d248fe8b-7fda-410c-8c8d-0d0fc24eac06", "name": "network-vif-deleted", "tag": "3c50e469-0086-4f66-8ec5-e448980a77a6", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:57:02.998989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a79dd11-6d7d-4b18-bca6-0cb29b3102a6 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:57:02.999614 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd248fe8b-7fda-410c-8c8d-0d0fc24eac06', 'name': 'network-vif-deleted', 'tag': '3c50e469-0086-4f66-8ec5-e448980a77a6', 'status': 'completed', 'code': 200} Sep 23 13:57:03.054759 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-b144ba31-8349-454a-b1d3-6b55b67d2020 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 200 len: 217 time: 0.1073594 Sep 23 13:57:03.137081 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7e34d808-025a-4989-98d0-2f45b1480cab req-50109dba-111c-4111-859b-8b60d494cdcc tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=d248fe8b-7fda-410c-8c8d-0d0fc24eac06 HTTP/1.1" status: 200 len: 210 time: 0.0328543 Sep 23 13:57:03.160900 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-ca8d1118-36d1-4ad1-aa5f-e88a75f2168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:03.163085 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-ca8d1118-36d1-4ad1-aa5f-e88a75f2168a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.1009500 Sep 23 13:57:03.199617 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-1fe93ba7-bc1e-46b3-b693-cc506a1828c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283325 Sep 23 13:57:03.347065 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-f61d4509-1fc1-4bbc-b1ef-0ee545266050 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393182 Sep 23 13:57:03.467075 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6012bb8-3592-48d7-b9e5-f03ad9832ae6 req-86d57dde-5746-4474-8139-5b6e73769926 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115339 Sep 23 13:57:03.864584 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b387a-7a0d-4711-80aa-f9cd98aa3354 req-576c53b7-29f7-48b7-b1ef-cbc09859d6cf tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:03.879009 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-570b387a-7a0d-4711-80aa-f9cd98aa3354 req-576c53b7-29f7-48b7-b1ef-cbc09859d6cf tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0632277 Sep 23 13:57:03.945759 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-570b387a-7a0d-4711-80aa-f9cd98aa3354 req-3e0e2c92-7e3f-42bb-81eb-07560890ad15 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702376 Sep 23 13:57:05.109457 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a006ef-0835-4b4b-b547-4de4de0ad782 req-6f2d2686-56ec-4c2d-940b-18537477cd2b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:05.112089 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2a006ef-0835-4b4b-b547-4de4de0ad782 req-6f2d2686-56ec-4c2d-940b-18537477cd2b tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0828140 Sep 23 13:57:05.179103 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2a006ef-0835-4b4b-b547-4de4de0ad782 req-0de13c5c-5a51-4686-96e9-e352b844cb31 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583038 Sep 23 13:57:05.244131 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3c50e469-0086-4f66-8ec5-e448980a77a6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:05.271347 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 3c50e469-0086-4f66-8ec5-e448980a77a6 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:05.271818 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3c50e469-0086-4f66-8ec5-e448980a77a6 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:06.348482 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cc576-5850-4c84-ba9c-6bfc8f1e606e req-df4001ea-2d30-44bb-a196-b792f67fadd8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:06.351177 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-064cc576-5850-4c84-ba9c-6bfc8f1e606e req-df4001ea-2d30-44bb-a196-b792f67fadd8 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0854645 Sep 23 13:57:06.471835 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-064cc576-5850-4c84-ba9c-6bfc8f1e606e req-87ff11d2-bab6-4177-8593-b93402fb771d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099091 Sep 23 13:57:06.500288 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf42e1-fedb-4253-adc6-020a52e48fae req-59d054b6-9bc9-490a-b7d4-ff6c859f5c77 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:06.503049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8dcf42e1-fedb-4253-adc6-020a52e48fae req-59d054b6-9bc9-490a-b7d4-ff6c859f5c77 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.1291845 Sep 23 13:57:06.561058 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8dcf42e1-fedb-4253-adc6-020a52e48fae req-96f43698-1fd6-4a2a-96de-a31f6e18d85a tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Sep 23 13:57:07.702961 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563a072-48f3-47a2-983c-54c374f74da7 req-7bc4fdff-a23d-416c-a2fc-2cdbc6711d1f tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:07.704673 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7563a072-48f3-47a2-983c-54c374f74da7 req-7bc4fdff-a23d-416c-a2fc-2cdbc6711d1f tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0652986 Sep 23 13:57:07.752883 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7563a072-48f3-47a2-983c-54c374f74da7 req-58658849-8559-47e7-881b-7967d50086cf tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Sep 23 13:57:08.882662 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b41611-fb41-4ee1-9928-3a001cf42c25 req-a331a7b0-7fa0-4992-ac52-bf2de464a724 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:08.884403 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7b41611-fb41-4ee1-9928-3a001cf42c25 req-a331a7b0-7fa0-4992-ac52-bf2de464a724 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0596313 Sep 23 13:57:08.938749 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7b41611-fb41-4ee1-9928-3a001cf42c25 req-7018b1b4-e1af-4886-a6f5-6abb57faa031 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Sep 23 13:57:09.982928 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-b639e358-9ab9-481e-a709-46fa5bdda294 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:09.985005 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-b639e358-9ab9-481e-a709-46fa5bdda294 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.0801511 Sep 23 13:57:10.218364 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ca9b-54ca-459c-b101-e73617a72709 req-78507dd0-754b-4e06-9ca3-78fe9fd367e3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:10.227145 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6229ca9b-54ca-459c-b101-e73617a72709 req-78507dd0-754b-4e06-9ca3-78fe9fd367e3 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 945 time: 0.1512969 Sep 23 13:57:10.234215 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Deleting port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:10.235599 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:10.408771 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6229ca9b-54ca-459c-b101-e73617a72709 req-49f608df-49b0-4312-8cc9-1f08ffee6a6c tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/security-groups?id=33e33ba1-cd0f-47ae-9fde-05c368d2b269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613097 Sep 23 13:57:10.450984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] For port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,segment=NetworkSegment(e6d8753a-5e9a-4de8-9636-379ea6316347),segment_id=e6d8753a-5e9a-4de8-9636-379ea6316347)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:10.451501 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:10.468255 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Calling delete_port for fd37d225-a2ed-4bc9-8e65-69d58aef0d9d owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:10.749209 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:10.771490 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:57:10.835265 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Pushing event deleted for resources: {'Port': ['ID=fd37d225-a2ed-4bc9-8e65-69d58aef0d9d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:10.857035 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.857523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.858004 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.858412 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.858790 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.859203 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.859578 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.859952 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.860357 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.860723 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.861090 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.861534 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:10.900862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] No DVR routers for this DVR port fd37d225-a2ed-4bc9-8e65-69d58aef0d9d on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:57:10.904435 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:10.906627 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b6c4e8b1-3236-4935-9ea0-5a38fa4c95f9 req-3064037f-ca3b-418d-a99c-35404f25e80d tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.45 "DELETE /v2.0/ports/fd37d225-a2ed-4bc9-8e65-69d58aef0d9d HTTP/1.1" status: 204 len: 173 time: 0.9145377 Sep 23 13:57:10.907080 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'name': 'network-vif-deleted', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:57:10.909549 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04124414-605b-43c1-b687-41a030a4938d" -d '{"events": [{"server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "name": "network-vif-deleted", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:57:10.948137 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359efae0-f62a-4974-8f58-c14e5d31cce5 x-openstack-request-id: req-359efae0-f62a-4974-8f58-c14e5d31cce5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:57:10.948429 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eedbc-f2c0-4749-a19d-e441c6c742ed", "name": "network-vif-deleted", "tag": "fd37d225-a2ed-4bc9-8e65-69d58aef0d9d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:57:10.948703 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-359efae0-f62a-4974-8f58-c14e5d31cce5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:57:10.949156 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eedbc-f2c0-4749-a19d-e441c6c742ed', 'name': 'network-vif-deleted', 'tag': 'fd37d225-a2ed-4bc9-8e65-69d58aef0d9d', 'status': 'completed', 'code': 200} Sep 23 13:57:11.546979 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f0a1e976-ef08-493a-9467-c1f116ec41b0 req-2295ad19-19d8-4241-8714-997844ced873 tempest-AttachVolumeNegativeTest-1960217876 tempest-AttachVolumeNegativeTest-1960217876-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36eedbc-f2c0-4749-a19d-e441c6c742ed HTTP/1.1" status: 200 len: 210 time: 0.0276144 Sep 23 13:57:12.521476 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-108c5a1b-3705-4120-aac4-d143aacb4b5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457780 Sep 23 13:57:12.632420 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-7fa37229-c3fa-46dd-95b3-780f95e021aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:12.634037 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-7fa37229-c3fa-46dd-95b3-780f95e021aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 1098 time: 0.0837295 Sep 23 13:57:12.641454 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43446) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:12.743036 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Deleting subnet 9871fc46-4aa9-46f0-94d3-c7fdc889f923 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:57:12.743847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:12.824125 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-105bacab-a5c6-4998-827f-ad522864a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:12.824369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:12.828859 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-105bacab-a5c6-4998-827f-ad522864a06c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 200 len: 919 time: 0.1624506 Sep 23 13:57:12.883090 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:12.888128 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-672ea9c4-e8fb-4d77-9fb1-9707adb94aac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a HTTP/1.1" status: 200 len: 217 time: 0.0520754 Sep 23 13:57:12.974403 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-e765602e-d4ad-4ecd-957b-70cf35634171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:12.976017 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-e765602e-d4ad-4ecd-957b-70cf35634171 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 200 len: 859 time: 0.0803804 Sep 23 13:57:13.009160 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-5657321b-cf4a-4d0e-8bfa-c02613c7e180 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e264d5d6-4129-483d-ae78-f6184e67096d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259919 Sep 23 13:57:13.028514 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.067942 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9871fc46-4aa9-46f0-94d3-c7fdc889f923,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:13.073893 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9871fc46-4aa9-46f0-94d3-c7fdc889f923 HTTP/1.1" status: 204 len: 168 time: 0.4331055 Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.086590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.089449 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce777c-3e3c-4f5d-8413-5a2b4f7c92ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:13.089634 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43460) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:13.294292 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device fd37d225-a2ed-4bc9-8e65-69d58aef0d9d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:13.348689 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: fd37d225-a2ed-4bc9-8e65-69d58aef0d9d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:13.349436 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device fd37d225-a2ed-4bc9-8e65-69d58aef0d9d not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:13.448122 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-bf917040-55fd-47c4-8e95-77962dca73d3 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313495 Sep 23 13:57:13.455651 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.464467 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43476) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:13.641748 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.650075 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d3b83b3-736a-45d0-9320-2ad3b57e0b4d req-5418caee-b756-4114-86b4-4357a72b7a27 service neutron] 10.222.0.45 "GET /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916459 Sep 23 13:57:13.694087 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a76908d-3503-45aa-8b8b-2f126105e5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.698825 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c1c770-f512-4ca1-999d-d862571e8ccb']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:13.720071 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d8753a-5e9a-4de8-9636-379ea6316347') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:13.720920 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d8753a-5e9a-4de8-9636-379ea6316347') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:13.745056 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.771552 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.783323 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:57:13.783976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:57:13.786883 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:57:13.856441 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a76908d-3503-45aa-8b8b-2f126105e5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:13.958328 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4a76908d-3503-45aa-8b8b-2f126105e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.003149 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4a76908d-3503-45aa-8b8b-2f126105e5d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe6952505684a1f89daae544515c2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365481 Sep 23 13:57:14.005403 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76908d-3503-45aa-8b8b-2f126105e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad74e33-a0bf-45db-b06d-0652a4365f2f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:14.008448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43496) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:14.026632 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.046517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.051151 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9c1c770-f512-4ca1-999d-d862571e8ccb HTTP/1.1" status: 204 len: 168 time: 0.9610054 Sep 23 13:57:14.073997 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b336d-38d9-4b6d-b276-6d58643570de admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c1c770-f512-4ca1-999d-d862571e8ccb,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:14.139215 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.188081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.349817 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.357439 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.360571 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ad74e33-a0bf-45db-b06d-0652a4365f2f HTTP/1.1" status: 204 len: 168 time: 0.3494647 Sep 23 13:57:14.383887 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe0ed-7d08-41e4-8373-e6af2a0c9189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad74e33-a0bf-45db-b06d-0652a4365f2f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:14.515545 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c60d-68b4-4b3b-b294-87361d13de53 req-f83a7db9-4452-4351-9386-f90a3a608ac9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:14.518711 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc99c60d-68b4-4b3b-b294-87361d13de53 req-f83a7db9-4452-4351-9386-f90a3a608ac9 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.1381316 Sep 23 13:57:14.603435 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:14.627007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc99c60d-68b4-4b3b-b294-87361d13de53 req-a92246c8-654a-487a-b649-c7cc7aa67123 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995855 Sep 23 13:57:14.704691 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-cdf12a72-2182-49c1-8b9f-a500bf2287c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=050b40f3043344efb710f56bcffeeb9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0980983 Sep 23 13:57:14.705554 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43520) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:14.777685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.786140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:14.829857 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:15.381124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:15.385991 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:15.385991 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33e33ba1-cd0f-47ae-9fde-05c368d2b269 HTTP/1.1" status: 204 len: 168 time: 0.6784644 Sep 23 13:57:15.394494 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdc3fa-7301-492e-9de6-1d7b4d685088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e33ba1-cd0f-47ae-9fde-05c368d2b269,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:15.848962 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3a146-0ed4-405d-a912-42edb84b93ed req-6fcfb113-f685-49ec-9420-ac4560e9b24a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:15.852164 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fc3a146-0ed4-405d-a912-42edb84b93ed req-6fcfb113-f685-49ec-9420-ac4560e9b24a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.0809555 Sep 23 13:57:15.866198 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43560) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:15.929511 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fc3a146-0ed4-405d-a912-42edb84b93ed req-ccb34258-179c-4434-a219-e5410340ae95 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527205 Sep 23 13:57:16.148389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae4b-3743-4f33-9ad6-aabe31b55806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.290975 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae4b-3743-4f33-9ad6-aabe31b55806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.384801 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43578) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:16.405159 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae4b-3743-4f33-9ad6-aabe31b55806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.450753 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f0b6ae4b-3743-4f33-9ad6-aabe31b55806 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a9905e6f9bf42d288ff8e68b2240f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823243 Sep 23 13:57:16.452539 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6ae4b-3743-4f33-9ad6-aabe31b55806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5f08a-3aa7-4206-ab27-0ae534d9d446,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:16.455354 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43584) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:16.525133 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.565601 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.607621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-233069437-network', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:16.735890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Made reservation on behalf of 84b76a8284ef4e47ae59c3f2bfa40577 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:16.738606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.753538 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.770598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.775888 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.778414 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6af5f08a-3aa7-4206-ab27-0ae534d9d446 HTTP/1.1" status: 204 len: 168 time: 0.3210213 Sep 23 13:57:16.799770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566567e2-b9ec-4b88-b2e0-5ad56506187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5f08a-3aa7-4206-ab27-0ae534d9d446,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:16.813621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-23dbbe4c-781d-4473-b9b8-2724f78917bb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:16.813621 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-23dbbe4c-781d-4473-b9b8-2724f78917bb tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.1209288 Sep 23 13:57:16.988586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:16.991540 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Deleting port 983c5c4d-f864-46d5-bd3f-fd19b69b077a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:16.991889 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.089821 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.179535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:17.217695 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.218041 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Added segment 2931d969-b69e-4c0f-b5d6-e1fe438b3373 of type vlan for network baef1d2c-6e87-4a3e-9c88-0671a197bf28 Sep 23 13:57:17.226229 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b488a6-8827-4bc9-a1f1-62ed1f403b26,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:17.247960 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] For port 983c5c4d-f864-46d5-bd3f-fd19b69b077a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983c5c4d-f864-46d5-bd3f-fd19b69b077a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:17.248253 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.264832 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0549449-81d1-4f51-9684-3525a39e9821 req-1fe6d970-28f6-4d57-96f2-50d42914f032 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:17.269046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0549449-81d1-4f51-9684-3525a39e9821 req-1fe6d970-28f6-4d57-96f2-50d42914f032 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 945 time: 0.2235456 Sep 23 13:57:17.298547 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Calling delete_port for 983c5c4d-f864-46d5-bd3f-fd19b69b077a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:17.324766 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.407844 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0549449-81d1-4f51-9684-3525a39e9821 req-23797389-3b40-4514-8708-77d531150b46 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193938 Sep 23 13:57:17.581279 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.582383 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:17.582981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.657523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] Pushing event updated for resources: {'Network': ['ID=baef1d2c-6e87-4a3e-9c88-0671a197bf28,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:17.663130 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.683268 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:17.711525 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:57:17.720335 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Pushing event deleted for resources: {'Port': ['ID=983c5c4d-f864-46d5-bd3f-fd19b69b077a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:17.755440 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fd3c8b03-8a2b-4fc8-9ab1-e240640e0099 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3695862 Sep 23 13:57:17.757078 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'c00ad809-0a9b-4aa4-9250-575f92ca946a'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:57:17.760203 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43622) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:17.772743 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Request body: {'subnet': {'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-233069437-subnet', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:17.779102 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] No DVR routers for this DVR port 983c5c4d-f864-46d5-bd3f-fd19b69b077a on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:57:17.784870 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.790661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb8ebc6e-13aa-4897-afc9-c5762eda5390 req-4d74c487-5e7d-45c9-8f6d-85189ca08a8a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "DELETE /v2.0/ports/983c5c4d-f864-46d5-bd3f-fd19b69b077a HTTP/1.1" status: 204 len: 173 time: 0.9694359 Sep 23 13:57:17.792089 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'name': 'network-vif-deleted', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:57:17.799356 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6cf2a-141c-4517-97e3-7f56b9761f35" -d '{"events": [{"server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "name": "network-vif-deleted", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:57:17.821005 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f5235707-55bd-4d5b-b188-052b4b7edef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:17.860171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d0e6c-bb0f-4ee1-adf0-fa329b8cd7da x-openstack-request-id: req-839d0e6c-bb0f-4ee1-adf0-fa329b8cd7da {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:57:17.860684 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d5134-9136-4f1f-b497-91055a5f9536", "name": "network-vif-deleted", "tag": "983c5c4d-f864-46d5-bd3f-fd19b69b077a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:57:17.860956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-839d0e6c-bb0f-4ee1-adf0-fa329b8cd7da {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:57:17.861580 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d5134-9136-4f1f-b497-91055a5f9536', 'name': 'network-vif-deleted', 'tag': '983c5c4d-f864-46d5-bd3f-fd19b69b077a', 'status': 'completed', 'code': 200} Sep 23 13:57:17.918716 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Made reservation on behalf of 84b76a8284ef4e47ae59c3f2bfa40577 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:17.922629 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60630690'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.222011 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60630672'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.315129 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b942a09-90fe-4ea6-9329-6dcd837c9afa,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:18.333838 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Checking segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:18.334510 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Network hostable DHCP agents. Network: baef1d2c-6e87-4a3e-9c88-0671a197bf28, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:18.388688 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43646) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:18.473003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:18.568700 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-859547126-network', 'tenant_id': '973bfa87bcc64277a0165badd90793af'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:18.626627 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, baef1d2c-6e87-4a3e-9c88-0671a197bf28) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:18.631513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:18.632664 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.633475 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63243c7d-6a0c-49bd-9100-cb7e98659e2c req-3e97498d-0795-4415-9b97-42ad9e3547a5 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=187d5134-9136-4f1f-b497-91055a5f9536 HTTP/1.1" status: 200 len: 210 time: 0.0358436 Sep 23 13:57:18.641706 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c24998-4b1b-4b5d-810d-2ac9d8550676 None None] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:18.781878 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Made reservation on behalf of 973bfa87bcc64277a0165badd90793af for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:18.784584 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.798519 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.838585 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:57:18.838585 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:18.984495 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-dc779251-43a8-4ebd-9b28-173411d5b75f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2213933 Sep 23 13:57:18.988780 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43660) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:18.998971 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:19.002359 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Allocated IP 172.20.0.2 (baef1d2c-6e87-4a3e-9c88-0671a197bf28/4b942a09-90fe-4ea6-9329-6dcd837c9afa/b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:19.138788 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.238616 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.240673 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.276304 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:19.297996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.298342 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Added segment 1d218a4e-ba1e-4508-9d60-9c04d62d1bcd of type vlan for network 26fa4166-2eca-47c3-bada-8c6d5a84e226 Sep 23 13:57:19.299749 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b989bf-63d7-4862-8755-3edba7c69476,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:19.350325 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.393005 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.444544 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.445751 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:19.446456 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.448964 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:19.453614 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:19.462222 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Pushing event updated for resources: {'Port': ['ID=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:19.517090 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.519320 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.525573 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:19.525573 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.525933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Attempting to bind port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:19.525933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Attempting to bind port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:19.525933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Attempting to bind port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec on network baef1d2c-6e87-4a3e-9c88-0671a197bf28 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:19.531408 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:19.531782 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Checking segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:19.532310 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.532713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Bound using segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:19.533205 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Bound port: b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:19.533719 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.609855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] Pushing event updated for resources: {'Network': ['ID=26fa4166-2eca-47c3-bada-8c6d5a84e226,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:19.623604 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:19.672038 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] For port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:19.718830 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-99032e6a-4446-4a5f-a487-74e884a25ffe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3237107 Sep 23 13:57:19.719619 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43672) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:19.727517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Request body: {'subnet': {'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-859547126-subnet', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:19.855145 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] For port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:19.861114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Made reservation on behalf of 973bfa87bcc64277a0165badd90793af for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:19.865242 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59618067'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.910778 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:19.964773 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.041765 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959dae4-276b-4b53-acf0-a53ee0fb303f None None] Pushing event updated for resources: {'Port': ['ID=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:20.233573 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea38a-52d8-422a-8ace-5ab5c4da3912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.234557 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3150404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59618081'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.370225 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25269edf-99d8-425d-b117-e747d9d7a113,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:20.426177 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43684) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:20.461343 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.501226 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.570405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:20.570986 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Network hostable DHCP agents. Network: 26fa4166-2eca-47c3-bada-8c6d5a84e226, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:20.600169 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39bcb-3ece-4a6c-a9ef-14ca6b57e0c8 req-3de78638-6fb2-442f-ae06-94acee1955a6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:20.603185 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0bb39bcb-3ece-4a6c-a9ef-14ca6b57e0c8 req-3de78638-6fb2-442f-ae06-94acee1955a6 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.2240853 Sep 23 13:57:20.686427 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0bb39bcb-3ece-4a6c-a9ef-14ca6b57e0c8 req-e30039dc-6cb3-4197-9749-3b4fa66b5f41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718846 Sep 23 13:57:20.711218 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4f80d73-5d9a-458b-bf63-229de2d17cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.735917 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Allocated IP 172.27.1.235 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/46c9ccc0-97cd-410e-b71a-32b515e9bc1e) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:20.756421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:20.844030 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:20.861286 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 26fa4166-2eca-47c3-bada-8c6d5a84e226) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:20.872505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:20.873281 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.898859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f7e6e-028f-4027-ac07-4f75e299ba19 None None] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:20.941677 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:20.973107 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4f80d73-5d9a-458b-bf63-229de2d17cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.063178 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.084720 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:21.085107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.092202 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e4f80d73-5d9a-458b-bf63-229de2d17cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.098883 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.195200 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-631dedab-ac56-41c9-b562-7de7cf2d8ab4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4732866 Sep 23 13:57:21.198611 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43688) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:21.205967 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:21.243851 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:21.251759 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:21.263382 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e4f80d73-5d9a-458b-bf63-229de2d17cf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e222173daaf4a41b6744b5610ed92f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8346598 Sep 23 13:57:21.263382 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80d73-5d9a-458b-bf63-229de2d17cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f767b9d9-9f9d-4a81-9df2-26242d6eea34,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:21.274532 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:21.280717 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43690) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:21.312151 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.330811 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.335750 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Pushing event updated for resources: {'Port': ['ID=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:21.340028 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-26fa4166-2eca-47c3-bada-8c6d5a84e226', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:57:21.345552 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.392214 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.395430 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.504997 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.506968 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.521425 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 983c5c4d-f864-46d5-bd3f-fd19b69b077a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:21.538184 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.568814 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 983c5c4d-f864-46d5-bd3f-fd19b69b077a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:21.569163 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 983c5c4d-f864-46d5-bd3f-fd19b69b077a not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:21.580548 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:21.594245 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Allocated IP 172.20.0.2 (26fa4166-2eca-47c3-bada-8c6d5a84e226/25269edf-99d8-425d-b117-e747d9d7a113/dc35afa9-71b0-47ae-9ef3-56286725a3b2) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:21.603350 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164c849-eda0-4075-a833-8e54a652ceee None None] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:21.786008 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.792435 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c215ab84-a4c6-485b-9320-3c760b13b3bf None None] Provisioning complete for port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:21.792435 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c215ab84-a4c6-485b-9320-3c760b13b3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.811137 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.878800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.881932 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.883392 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f767b9d9-9f9d-4a81-9df2-26242d6eea34 HTTP/1.1" status: 204 len: 168 time: 0.6005707 Sep 23 13:57:21.900552 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f253-20ec-4dfe-8dd4-fb08301d0b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f767b9d9-9f9d-4a81-9df2-26242d6eea34,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:21.913131 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc223-14b3-4f3f-a6c9-813f9b47066c req-b8613bb5-3d17-4226-960b-16c2448ec113 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:21.915215 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d8dc223-14b3-4f3f-a6c9-813f9b47066c req-b8613bb5-3d17-4226-960b-16c2448ec113 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.0798974 Sep 23 13:57:21.956000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:21.988458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:21.995462 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d8dc223-14b3-4f3f-a6c9-813f9b47066c req-fdd075a8-8479-4b5a-baee-ad69e0092b37 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636017 Sep 23 13:57:22.151575 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.242096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.267393 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.298000 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.359206 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.407781 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:22.417009 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:22.429914 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:22.441194 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Pushing event updated for resources: {'Port': ['ID=dc35afa9-71b0-47ae-9ef3-56286725a3b2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:22.537781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Allocated IP 172.27.1.45 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/735d3b2d-359e-4411-bc0a-4c611b0e19ad) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:22.540015 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Attempting to bind port dc35afa9-71b0-47ae-9ef3-56286725a3b2 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:22.540938 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Attempting to bind port dc35afa9-71b0-47ae-9ef3-56286725a3b2 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:22.541835 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Attempting to bind port dc35afa9-71b0-47ae-9ef3-56286725a3b2 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:22.569232 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:22.569948 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:22.570801 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.571476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Bound using segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:22.572274 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Bound port: dc35afa9-71b0-47ae-9ef3-56286725a3b2, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:22.572769 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.609037 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-480d5800-3256-4de0-b782-29a70eb7bcc0 None None] Provisioning complete for port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:22.609449 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-480d5800-3256-4de0-b782-29a70eb7bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.701059 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] For port dc35afa9-71b0-47ae-9ef3-56286725a3b2, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:22.706096 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] For port dc35afa9-71b0-47ae-9ef3-56286725a3b2, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=dc35afa9-71b0-47ae-9ef3-56286725a3b2,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:22.750624 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.781060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Router 29da4746-82db-49ab-a68d-d4508251a1fe is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:57:22.816791 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:22.850342 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.912886 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:22.971137 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99318-9685-4b11-82db-0d2a079c312d None None] Pushing event updated for resources: {'Port': ['ID=dc35afa9-71b0-47ae-9ef3-56286725a3b2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:22.974503 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:22.988557 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Sync routers for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:22.999721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:23.000290 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:23.006761 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Pushing event updated for resources: {'Port': ['ID=735d3b2d-359e-4411-bc0a-4c611b0e19ad,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:23.014362 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:23.015464 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:23.040737 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:23.042591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:23.046573 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:23.095813 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:23.102422 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-1ad889d3-b7f3-498c-a04c-f9dac1ad151b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1117861 Sep 23 13:57:23.103316 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43718) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:23.279259 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:23.306965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:23.401479 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3542-6f6a-4ee5-acc1-7a55bca96f82 req-fc848f7c-9daa-4503-af5a-cb8545b55042 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:23.403467 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f97f3542-6f6a-4ee5-acc1-7a55bca96f82 req-fc848f7c-9daa-4503-af5a-cb8545b55042 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.2523367 Sep 23 13:57:23.531468 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f97f3542-6f6a-4ee5-acc1-7a55bca96f82 req-1c70f360-e051-4773-ba9f-1b4092de8bd3 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177707 Sep 23 13:57:23.615121 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:21Z', 'revision_number': 3, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:23.652572 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Checking router: 29da4746-82db-49ab-a68d-d4508251a1fe for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:23.652572 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Updating router 29da4746-82db-49ab-a68d-d4508251a1fe port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:23.690793 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:23.804463 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.114822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.160057 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.266555 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.316726 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.346414 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Attempting to bind port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:24.346776 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Attempting to bind port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:24.347131 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Attempting to bind port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:24.349252 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Pushing event updated for resources: {'Port': ['ID=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:24.359424 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.359787 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.360133 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.360469 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.360799 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.361143 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.361519 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.361849 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.362195 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.362534 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.362854 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.363176 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:24.366509 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:24.366895 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:24.367352 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.367757 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:24.368236 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Bound port: 46c9ccc0-97cd-410e-b71a-32b515e9bc1e, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:24.368634 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.395148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:57:24.417760 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1567c2-9ec2-43a3-a47b-a33857f93a98 None None] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:24.440241 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] For port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:24.444451 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] For port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:24.535084 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] Provisioning complete for port dc35afa9-71b0-47ae-9ef3-56286725a3b2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:24.535446 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.576142 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.644967 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Allocated IP 172.20.0.1 (baef1d2c-6e87-4a3e-9c88-0671a197bf28/4b942a09-90fe-4ea6-9329-6dcd837c9afa/0b9c4a20-0051-47a8-b4bb-4eede5645c9c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:24.811702 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.812599 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c375eaf-0d22-44fd-ad1b-26a718842384 None None] Pushing event updated for resources: {'Port': ['ID=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:24.827946 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:24.828524 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:24.870113 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] For port dc35afa9-71b0-47ae-9ef3-56286725a3b2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=dc35afa9-71b0-47ae-9ef3-56286725a3b2,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:24.958477 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:24.984232 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:24.991356 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.016377 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:25.028861 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device dc35afa9-71b0-47ae-9ef3-56286725a3b2 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:25.045233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e46f-66a8-4347-9e1a-7323c2d9584c req-ca851881-b795-4dec-a43e-8978c918f13c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:25.054722 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b0a7e46f-66a8-4347-9e1a-7323c2d9584c req-ca851881-b795-4dec-a43e-8978c918f13c tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1382005 Sep 23 13:57:25.091113 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:25.095942 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.101611 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f3c565cb-31a2-48a7-b5a3-2eb8b611893a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8975573 Sep 23 13:57:25.101885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43746) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:25.116905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:25.117499 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:25.129516 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b0a7e46f-66a8-4347-9e1a-7323c2d9584c req-a1a42a2b-40c5-4ae4-a379-f1245f255964 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667348 Sep 23 13:57:25.165966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4716ac-2988-4123-bb7a-daccc5721625 None None] Pushing event updated for resources: {'Port': ['ID=dc35afa9-71b0-47ae-9ef3-56286725a3b2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:25.197697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.237235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:25.245281 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port dc35afa9-71b0-47ae-9ef3-56286725a3b2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:25.245681 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.281309 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:25.305993 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:25.456414 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Pushing event updated for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:25.498959 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-35310f90-1e48-4c44-a93b-e370284709a5 None None] Provisioning complete for port dc35afa9-71b0-47ae-9ef3-56286725a3b2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:25.499654 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-35310f90-1e48-4c44-a93b-e370284709a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.524362 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:25.626918 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:25.653823 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:21Z', 'revision_number': 3, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:25.685222 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd26c0-b1d7-4418-bcdb-f4bbc36054d1 None None] The sync data for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi is: [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:21Z', 'revision_number': 3, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:25.926744 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.076032 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-8d817a7b-2ffd-490e-bf10-f469f37caf2f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:26.078040 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-8d817a7b-2ffd-490e-bf10-f469f37caf2f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.1247551 Sep 23 13:57:26.222958 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-42985842-1653-4630-bf1e-76c789720b74 None None] Provisioning complete for port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:26.222958 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-42985842-1653-4630-bf1e-76c789720b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.225760 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:23Z', 'revision_number': 3, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:26.276656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Deleting port c00ad809-0a9b-4aa4-9250-575f92ca946a {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:26.282645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.304117 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-42985842-1653-4630-bf1e-76c789720b74 None None] Port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:26.361864 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:26.362550 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Updating router 1f682c72-9cac-412d-9ce3-79ae7ebde45d port 735d3b2d-359e-4411-bc0a-4c611b0e19ad binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:26.434983 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.525201 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.610204 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e2d97-d663-4feb-916e-027358da515b req-03e7fdc0-af05-43ca-9465-b8ef383b7dbc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:26.612921 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a72e2d97-d663-4feb-916e-027358da515b req-03e7fdc0-af05-43ca-9465-b8ef383b7dbc tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 946 time: 0.2847030 Sep 23 13:57:26.666178 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] For port c00ad809-0a9b-4aa4-9250-575f92ca946a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c00ad809-0a9b-4aa4-9250-575f92ca946a,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:26.666771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.671416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43772) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:26.686317 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:26.729552 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Calling delete_port for c00ad809-0a9b-4aa4-9250-575f92ca946a owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:26.768347 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a72e2d97-d663-4feb-916e-027358da515b req-4d6faf95-2687-457d-9f6b-25e3c8ceafef tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/security-groups?id=f444c6c3-d1d6-4a1e-b225-8467f6432124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366835 Sep 23 13:57:26.835368 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.049482 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.054152 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Pushing event updated for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.090656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-246c3c17-9119-4d1d-888f-0b40faab7aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.124756 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device dc35afa9-71b0-47ae-9ef3-56286725a3b2 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:27.180250 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.212055 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port dc35afa9-71b0-47ae-9ef3-56286725a3b2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:27.213834 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.258464 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:27.266982 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:27.270061 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.275166 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Allocated IP 172.20.0.1 (26fa4166-2eca-47c3-bada-8c6d5a84e226/25269edf-99d8-425d-b117-e747d9d7a113/f1b31b6d-4a43-46b0-92f9-e624fedad4cd) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:27.358477 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-246c3c17-9119-4d1d-888f-0b40faab7aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.383463 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Pushing event updated for resources: {'Port': ['ID=735d3b2d-359e-4411-bc0a-4c611b0e19ad,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.397719 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Attempting to bind port 735d3b2d-359e-4411-bc0a-4c611b0e19ad on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:27.397998 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Attempting to bind port 735d3b2d-359e-4411-bc0a-4c611b0e19ad by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:27.398369 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Attempting to bind port 735d3b2d-359e-4411-bc0a-4c611b0e19ad on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:27.405695 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.406072 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.406424 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.406761 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.407093 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.407431 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.407985 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.408160 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.408481 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.408810 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.409134 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.409495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:57:27.417537 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 46c9ccc0-97cd-410e-b71a-32b515e9bc1e up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:27.420369 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:27.420748 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:27.421160 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.421595 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:27.422091 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Bound port: 735d3b2d-359e-4411-bc0a-4c611b0e19ad, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:27.422482 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.438440 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.475773 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Pushing event deleted for resources: {'Port': ['ID=c00ad809-0a9b-4aa4-9250-575f92ca946a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.481822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-246c3c17-9119-4d1d-888f-0b40faab7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.523237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Router 29da4746-82db-49ab-a68d-d4508251a1fe has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:27.544164 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.568897 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] No DVR routers for this DVR port c00ad809-0a9b-4aa4-9250-575f92ca946a on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:57:27.574012 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] For port 735d3b2d-359e-4411-bc0a-4c611b0e19ad, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:27.579305 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.579305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e63a230d-f29f-4043-a4b8-4a4266f897f4 req-2616ed44-8aa8-4f5a-908f-9fdef2ab2b41 tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.45 "DELETE /v2.0/ports/c00ad809-0a9b-4aa4-9250-575f92ca946a HTTP/1.1" status: 204 len: 173 time: 1.4936428 Sep 23 13:57:27.580249 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'name': 'network-vif-deleted', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:57:27.582830 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09469b3a-a9bb-426a-89e8-159b2fff5d40" -d '{"events": [{"server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "name": "network-vif-deleted", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:57:27.587152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] For port 735d3b2d-359e-4411-bc0a-4c611b0e19ad, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=735d3b2d-359e-4411-bc0a-4c611b0e19ad,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:27.590941 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-246c3c17-9119-4d1d-888f-0b40faab7aca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8918e78e0ea41c29809289521153582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9151695 Sep 23 13:57:27.591589 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43780) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:27.592360 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3c17-9119-4d1d-888f-0b40faab7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90cc64-d3d0-4b72-983c-57149210d51a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.623326 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:27.624207 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.666915 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c7f73-caa0-40ba-bb0f-e1a2d2bd4eca x-openstack-request-id: req-924c7f73-caa0-40ba-bb0f-e1a2d2bd4eca {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:57:27.667270 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18946347-04f6-4813-8af3-07f354e305d8", "name": "network-vif-deleted", "tag": "c00ad809-0a9b-4aa4-9250-575f92ca946a", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:57:27.667465 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-924c7f73-caa0-40ba-bb0f-e1a2d2bd4eca {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:57:27.668618 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18946347-04f6-4813-8af3-07f354e305d8', 'name': 'network-vif-deleted', 'tag': 'c00ad809-0a9b-4aa4-9250-575f92ca946a', 'status': 'completed', 'code': 200} Sep 23 13:57:27.686975 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.688528 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.728093 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.738569 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:27.741194 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-c70ffb36-0f86-46f1-9148-b25486fcedde None None] Provisioning complete for port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:27.741594 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c70ffb36-0f86-46f1-9148-b25486fcedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.746958 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d9f4af36-6deb-4d98-ae98-e8e09fc63f4d admin admin] 10.222.0.18 "PUT /v2.0/routers/29da4746-82db-49ab-a68d-d4508251a1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6414833 Sep 23 13:57:27.776003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.831345 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:27.832122 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:27.834255 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ebfba-6a64-4475-ae84-1d7b44d14e59 None None] Pushing event updated for resources: {'Port': ['ID=735d3b2d-359e-4411-bc0a-4c611b0e19ad,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.849593 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:27.855409 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:27.860440 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:27.869531 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.898623 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c70ffb36-0f86-46f1-9148-b25486fcedde None None] Port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:27.912907 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.918245 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.919241 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.923202 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d90cc64-d3d0-4b72-983c-57149210d51a HTTP/1.1" status: 204 len: 168 time: 0.3263237 Sep 23 13:57:27.942530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53897c-81a3-45f1-8f16-2fc5889b58df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90cc64-d3d0-4b72-983c-57149210d51a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:27.946179 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:27.983879 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:28.057589 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f23c236e-decb-44ff-899c-ff227c4cfe6f req-3242fdc1-953e-4203-a9e5-03ce0ad0ef5e tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0698981 Sep 23 13:57:28.087175 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:28.092792 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.273695 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:28.296137 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b7082589-b7f7-4900-99eb-df166b3a93a2 None None] Provisioning complete for port f1b31b6d-4a43-46b0-92f9-e624fedad4cd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:28.296519 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b7082589-b7f7-4900-99eb-df166b3a93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.319541 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.344268 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b7082589-b7f7-4900-99eb-df166b3a93a2 None None] Port f1b31b6d-4a43-46b0-92f9-e624fedad4cd cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:28.428516 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:23Z', 'revision_number': 3, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:28.461632 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fde48-e822-403a-9473-10c30d6ffa26 None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:23Z', 'revision_number': 3, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:28.486384 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Sync routers for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:28.500323 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:28.500968 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:28.657647 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:28.876334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.905665 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43802) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:28.929305 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4981cf68-c1b7-4578-a8b9-b15ab472bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.951195 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:28.970704 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 46c9ccc0-97cd-410e-b71a-32b515e9bc1e up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:29.058548 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:29.059836 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.106984 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:26Z', 'revision_number': 2, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:29.165664 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:29.174998 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.211397 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Checking router: 29da4746-82db-49ab-a68d-d4508251a1fe for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:29.211990 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Updating router 29da4746-82db-49ab-a68d-d4508251a1fe port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:29.217702 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b34dcaa6-9fef-4e28-9369-8b9d35c49b4f req-4df2dd4e-cbcc-4ec5-8575-093b42ed342f tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0622449 Sep 23 13:57:29.252993 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.265452 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43808) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:29.273047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-802137405-network', 'tenant_id': 'b7112f2a181541b8a81b30448436637a'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:29.356306 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:29.358332 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:29.419145 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4981cf68-c1b7-4578-a8b9-b15ab472bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.501076 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4981cf68-c1b7-4578-a8b9-b15ab472bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.566235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:29.569693 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4981cf68-c1b7-4578-a8b9-b15ab472bcee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=528fcb4ab3074091a72f4c871e369965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626370 Sep 23 13:57:29.571000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981cf68-c1b7-4578-a8b9-b15ab472bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920cea22-b516-4011-b7cb-3f3369cc2b3d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:29.576174 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:29.647861 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Made reservation on behalf of b7112f2a181541b8a81b30448436637a for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:29.650436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.671493 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.679044 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.691225 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.691689 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-411a9631-4504-4d77-947f-5347120f47b0 None None] Provisioning complete for port f1b31b6d-4a43-46b0-92f9-e624fedad4cd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:29.692290 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-411a9631-4504-4d77-947f-5347120f47b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.733182 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.743423 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-411a9631-4504-4d77-947f-5347120f47b0 None None] Port f1b31b6d-4a43-46b0-92f9-e624fedad4cd cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:29.746813 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.784521 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:29.802681 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-eece6dcf-cacc-47d9-828d-702a75f13f90 admin admin] 10.222.0.18 "PUT /v2.0/routers/1f682c72-9cac-412d-9ce3-79ae7ebde45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6991930 Sep 23 13:57:29.803870 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c493f-3b15-480d-a154-53485c84579c None None] Pushing event updated for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:29.865425 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.904221 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Attempting to bind port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:29.905157 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Attempting to bind port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:29.905861 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Attempting to bind port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c on network baef1d2c-6e87-4a3e-9c88-0671a197bf28 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:29.915547 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:29.916336 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Checking segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:29.917127 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.917887 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Bound using segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:29.918592 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.918945 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Bound port: 0b9c4a20-0051-47a8-b4bb-4eede5645c9c, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:29.919607 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.925031 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:29.925031 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/920cea22-b516-4011-b7cb-3f3369cc2b3d HTTP/1.1" status: 204 len: 168 time: 0.3463502 Sep 23 13:57:29.937846 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d4728-e24a-4891-8b3f-fce214b001bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920cea22-b516-4011-b7cb-3f3369cc2b3d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:29.946628 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.001917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e432f-7049-457a-9f1c-a34d8fbb7bfc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:30.020678 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:30.059549 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] For port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:30.065637 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.066520 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Added segment d27f69be-80d5-45ca-b0b0-a2b65efa8465 of type vlan for network ea091279-7320-4c90-b4d2-2fea2b3a6e9d Sep 23 13:57:30.072033 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] For port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:30.141586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.170121 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.177585 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] Provisioning complete for port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:30.177876 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.229098 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:30.232128 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:30.291203 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.303866 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c493f-3b15-480d-a154-53485c84579c None None] Pushing event updated for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:30.360395 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device c00ad809-0a9b-4aa4-9250-575f92ca946a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:30.377988 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c55913d4-bc91-45b3-98b7-4452e9cac4e9 req-ba619bdc-0950-4cda-ad46-e6731371b79d tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0769122 Sep 23 13:57:30.385880 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.387230 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:30.391164 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.397651 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] For port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:30.438985 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:30.512782 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.535097 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: c00ad809-0a9b-4aa4-9250-575f92ca946a {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:30.538211 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] Pushing event updated for resources: {'Network': ['ID=ea091279-7320-4c90-b4d2-2fea2b3a6e9d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:30.549849 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device c00ad809-0a9b-4aa4-9250-575f92ca946a not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:30.572835 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:30.612918 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43830) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:30.613916 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cb533e08-2f38-4b3d-a95d-8b660dcfaf56 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3464282 Sep 23 13:57:30.618686 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Request body: {'subnet': {'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-802137405-subnet', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:30.832820 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Made reservation on behalf of b7112f2a181541b8a81b30448436637a for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:30.836965 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60630690'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:30.868989 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:30.942235 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 735d3b2d-359e-4411-bc0a-4c611b0e19ad up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:30.947495 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb417b2-47a6-4f21-a372-84b0f23189d4 None None] The sync data for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi is: [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:30.976416 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-95f28143-49d0-43d6-b089-2c79ac047192 None None] Provisioning complete for port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:30.976804 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-95f28143-49d0-43d6-b089-2c79ac047192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.038174 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:31.038174 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ceda-cc39-40ff-836c-d90a8dc5ecdc None None] Pushing event updated for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:31.071945 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:31.072666 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:31.137186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 735d3b2d-359e-4411-bc0a-4c611b0e19ad triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:31.138128 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.312767 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60630672'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.318227 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:31.370728 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43850) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:31.376527 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1561562744-network', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:31.422147 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f572d6a0-ca14-4895-9797-3033e8b88071,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:31.425428 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Checking segment: {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:31.425910 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Network hostable DHCP agents. Network: ea091279-7320-4c90-b4d2-2fea2b3a6e9d, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:31.573378 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5bf3b2c5-6bf1-48b2-8c26-fd73b127eeff req-7c76e21d-b50b-4472-aeae-69bce904808a tempest-ServerRescueNegativeTestJSON-1803537785 tempest-ServerRescueNegativeTestJSON-1803537785-project] 10.222.0.18 "GET /v2.0/ports?device_id=18946347-04f6-4813-8af3-07f354e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0602269 Sep 23 13:57:31.579580 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Made reservation on behalf of 57d2fd5bfe8b49b591120509bda3a895 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:31.581572 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.590957 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.595455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.603885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:31.695551 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, ea091279-7320-4c90-b4d2-2fea2b3a6e9d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:31.698909 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 735d3b2d-359e-4411-bc0a-4c611b0e19ad, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=735d3b2d-359e-4411-bc0a-4c611b0e19ad,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:31.701722 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:31.702329 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.719297 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682c69d-67d3-408d-9250-890af6e65fbf None None] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:31.734583 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.826838 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.878728 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.901941 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:31.937142 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:31.938231 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Added segment 7ca2a409-7ca5-4306-9c40-005f7eb7d8ee of type vlan for network 060381f1-e33e-4375-b62c-bd02c9f18c8d Sep 23 13:57:31.954296 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fbbe1e-4e1b-40d8-879d-4341b12479ec,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:31.962267 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=735d3b2d-359e-4411-bc0a-4c611b0e19ad,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:32.004828 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 2, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:32.039300 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a7df0c28-2b60-4e42-b8ba-c12c050b19a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4250493 Sep 23 13:57:32.044630 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43864) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:32.050355 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:32.081903 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:32.081903 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Updating router 1f682c72-9cac-412d-9ce3-79ae7ebde45d port f1b31b6d-4a43-46b0-92f9-e624fedad4cd binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:32.085675 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'fixed_ips': [{'subnet_id': 'f572d6a0-ca14-4895-9797-3033e8b88071'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:57:32.087706 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.092784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.168855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.174954 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.176044 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.238937 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.241105 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:32.242388 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.303692 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.335651 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] Pushing event updated for resources: {'Network': ['ID=060381f1-e33e-4375-b62c-bd02c9f18c8d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:32.360391 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:32.416989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-62d8d654-b371-4cb4-8242-14570fcdccf2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0481923 Sep 23 13:57:32.420609 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43870) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:32.428663 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Request body: {'subnet': {'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1561562744-subnet', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:32.525458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Allocated IP 172.20.0.2 (ea091279-7320-4c90-b4d2-2fea2b3a6e9d/f572d6a0-ca14-4895-9797-3033e8b88071/c73ee221-30de-4952-b358-3562d600a47e) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:32.711827 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43876) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:32.760442 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:32.777540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Made reservation on behalf of 57d2fd5bfe8b49b591120509bda3a895 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:32.783212 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60630690'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.083286 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0b9c4a20-0051-47a8-b4bb-4eede5645c9c up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:33.224672 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.236458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.268217 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:33.268974 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.272466 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60630672'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.321326 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.424290 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.431928 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c43451-d09c-48e8-8a90-36135e731e8f,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:33.501632 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.507152 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Checking segment: {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:33.507152 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Network hostable DHCP agents. Network: 060381f1-e33e-4375-b62c-bd02c9f18c8d, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:33.514721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:33.555825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:33.559724 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:33.607573 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.630898 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742ed37-ced8-423d-a9aa-651943310bd9 None None] Pushing event updated for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:33.678407 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Attempting to bind port f1b31b6d-4a43-46b0-92f9-e624fedad4cd on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:33.678777 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Attempting to bind port f1b31b6d-4a43-46b0-92f9-e624fedad4cd by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:33.679136 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Attempting to bind port f1b31b6d-4a43-46b0-92f9-e624fedad4cd on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:33.718340 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:33.718622 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:33.719060 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.719458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Bound using segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:33.719943 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Bound port: f1b31b6d-4a43-46b0-92f9-e624fedad4cd, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:33.720320 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.731250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.758716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Attempting to bind port c73ee221-30de-4952-b358-3562d600a47e on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:33.759081 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Attempting to bind port c73ee221-30de-4952-b358-3562d600a47e by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:33.759439 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Attempting to bind port c73ee221-30de-4952-b358-3562d600a47e on network ea091279-7320-4c90-b4d2-2fea2b3a6e9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:33.778666 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Pushing event updated for resources: {'Port': ['ID=c73ee221-30de-4952-b358-3562d600a47e,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:33.779046 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:33.784922 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:33.785390 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Checking segment: {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:33.785810 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.786204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Bound using segment: {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:33.786688 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Bound port: c73ee221-30de-4952-b358-3562d600a47e, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:33.787068 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:33.837822 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 735d3b2d-359e-4411-bc0a-4c611b0e19ad up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:33.888930 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Allocated IP 172.27.1.117 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/4df49be8-0d95-49df-8509-a4b1b16b1d4f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:33.946698 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 060381f1-e33e-4375-b62c-bd02c9f18c8d) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:33.988641 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:33.989713 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.031629 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafaa2bd-8528-4401-b283-009c70b010f2 None None] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:34.100414 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.118879 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] For port f1b31b6d-4a43-46b0-92f9-e624fedad4cd, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:34.124965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e5d3eb44-22e3-4ad2-b6c5-9cabb40d23c6 None None] Provisioning complete for port f1b31b6d-4a43-46b0-92f9-e624fedad4cd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:34.124965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb44-22e3-4ad2-b6c5-9cabb40d23c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.144364 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a2a40f78-a458-415f-b7d2-f03640f0fe02 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7222059 Sep 23 13:57:34.147611 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43904) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:34.153886 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:34.218290 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] For port f1b31b6d-4a43-46b0-92f9-e624fedad4cd, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:34.246666 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] For port c73ee221-30de-4952-b358-3562d600a47e, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:34.249380 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Deleting port 1c980ef4-b1b6-4862-9a03-6c29792022ca {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:34.249978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.251770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.263546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3eb44-22e3-4ad2-b6c5-9cabb40d23c6 None None] Port f1b31b6d-4a43-46b0-92f9-e624fedad4cd cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:34.286392 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] For port c73ee221-30de-4952-b358-3562d600a47e, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=c73ee221-30de-4952-b358-3562d600a47e,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:34.295849 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 735d3b2d-359e-4411-bc0a-4c611b0e19ad triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:34.296227 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.309155 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:34.312067 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:34.315884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:34.351591 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Pushing event updated for resources: {'Port': ['ID=4df49be8-0d95-49df-8509-a4b1b16b1d4f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:34.365274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] For port 1c980ef4-b1b6-4862-9a03-6c29792022ca, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=1c980ef4-b1b6-4862-9a03-6c29792022ca,segment=NetworkSegment(137459d8-7345-4773-921e-410dd14f149a),segment_id=137459d8-7345-4773-921e-410dd14f149a)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:34.365694 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.381861 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Calling delete_port for 1c980ef4-b1b6-4862-9a03-6c29792022ca owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:34.382389 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.430967 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.435928 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.437458 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.524381 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742ed37-ced8-423d-a9aa-651943310bd9 None None] Pushing event updated for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:34.532780 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:34.533293 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:34.537459 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.619150 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-060381f1-e33e-4375-b62c-bd02c9f18c8d', 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'fixed_ips': [{'subnet_id': '41c43451-d09c-48e8-8a90-36135e731e8f'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:57:34.620004 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.709256 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1cc30-14e6-47cb-be2d-0c55fdb3d42f None None] Pushing event updated for resources: {'Port': ['ID=c73ee221-30de-4952-b358-3562d600a47e,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:34.787172 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:34.842685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:34.992902 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.054743 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Allocated IP 172.20.0.2 (060381f1-e33e-4375-b62c-bd02c9f18c8d/41c43451-d09c-48e8-8a90-36135e731e8f/cca17678-c51f-4e15-8583-598d2538d02d) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:35.127996 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] Provisioning complete for port f1b31b6d-4a43-46b0-92f9-e624fedad4cd triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:35.128734 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.186441 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.262731 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c980ef4-b1b6-4862-9a03-6c29792022ca,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:35.420851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.460864 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:35.468176 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.505598 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12477b54-fc3c-40ed-81f6-51230ddbd67e None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:35.515912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.523836 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] For port f1b31b6d-4a43-46b0-92f9-e624fedad4cd, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:35.573539 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.615683 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.634394 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:35.639808 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:35.644873 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:35.695409 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Pushing event updated for resources: {'Port': ['ID=cca17678-c51f-4e15-8583-598d2538d02d,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:35.796200 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Attempting to bind port cca17678-c51f-4e15-8583-598d2538d02d on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:35.796576 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Attempting to bind port cca17678-c51f-4e15-8583-598d2538d02d by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:35.797040 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Attempting to bind port cca17678-c51f-4e15-8583-598d2538d02d on network 060381f1-e33e-4375-b62c-bd02c9f18c8d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:35.813775 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:35.814246 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Checking segment: {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:35.814755 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.815310 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Bound using segment: {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:35.815747 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Bound port: cca17678-c51f-4e15-8583-598d2538d02d, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:35.816194 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.864386 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad007f-bb91-4c7b-8037-5fb21bae928a None None] Pushing event updated for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:35.894950 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Router d4fe18fa-b2b7-437d-9e35-56375869e262 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:57:35.905499 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:35.975671 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] For port cca17678-c51f-4e15-8583-598d2538d02d, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:35.984135 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] For port cca17678-c51f-4e15-8583-598d2538d02d, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=cca17678-c51f-4e15-8583-598d2538d02d,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:36.070502 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:36.073002 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.075338 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda3fb0-f47b-47af-8069-334a076d69d1 None None] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:36.081926 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Sync routers for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:36.094305 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:36.095252 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:36.102240 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.117107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.203526 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.208721 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5651db97-221d-4523-ad35-58a8725b1ebe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1619301 Sep 23 13:57:36.209760 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43918) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:36.336477 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88b66-45d5-4756-804a-3d77d269494a None None] Pushing event updated for resources: {'Port': ['ID=cca17678-c51f-4e15-8583-598d2538d02d,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:36.363994 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] Provisioning complete for port c73ee221-30de-4952-b358-3562d600a47e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:36.364535 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.630888 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:36.638091 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Allocated IP 172.27.1.168 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/655ba46a-da13-42b3-988c-351dd698c6fc) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:36.658518 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Router b271ca9a-000f-41b0-a359-8ea7ee6bae81 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:36.751132 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:36.844096 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] For port c73ee221-30de-4952-b358-3562d600a47e, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=c73ee221-30de-4952-b358-3562d600a47e,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:36.895032 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.147064 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:37.189327 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f0e7ecc5-fa37-416e-a697-efb0c570b9bd admin admin] 10.222.0.18 "PUT /v2.0/routers/b271ca9a-000f-41b0-a359-8ea7ee6bae81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4761488 Sep 23 13:57:37.195087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.197198 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43936) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:37.199349 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 3, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:37.238230 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Checking router: d4fe18fa-b2b7-437d-9e35-56375869e262 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:37.240147 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Updating router d4fe18fa-b2b7-437d-9e35-56375869e262 port 4df49be8-0d95-49df-8509-a4b1b16b1d4f binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:37.260559 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Sync routers for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:37.270380 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device c73ee221-30de-4952-b358-3562d600a47e up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:37.283307 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.365283 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.450427 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:37.451488 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:37.471105 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e4b48aec-ac1d-407a-9146-1b54156c6a15 None None] Provisioning complete for port c73ee221-30de-4952-b358-3562d600a47e triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:37.471709 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e4b48aec-ac1d-407a-9146-1b54156c6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.551242 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.781501 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=655ba46a-da13-42b3-988c-351dd698c6fc,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:37.783253 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48aa90-2fe8-4488-91ca-ba3e271080f3 None None] Pushing event updated for resources: {'Port': ['ID=c73ee221-30de-4952-b358-3562d600a47e,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:37.783496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.783585 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Allocated IP 172.20.0.1 (ea091279-7320-4c90-b4d2-2fea2b3a6e9d/f572d6a0-ca14-4895-9797-3033e8b88071/68778df5-725c-49c0-8bf1-f6c471b8ac95) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:37.783678 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port c73ee221-30de-4952-b358-3562d600a47e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:37.783678 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:37.785114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:37.790661 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:37.812742 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:38.043828 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:38.142009 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.226104 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.247440 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2400344-f118-416e-9a46-450a38a28dbe None None] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:38.255411 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.332693 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.350362 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290097f-ab0d-4907-b320-5ebe7a33df84 None None] Pushing event updated for resources: {'Port': ['ID=4df49be8-0d95-49df-8509-a4b1b16b1d4f,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:38.364398 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Attempting to bind port 4df49be8-0d95-49df-8509-a4b1b16b1d4f on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:38.365291 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Attempting to bind port 4df49be8-0d95-49df-8509-a4b1b16b1d4f by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:38.365291 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Attempting to bind port 4df49be8-0d95-49df-8509-a4b1b16b1d4f on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:38.371237 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:38.375091 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:38.375091 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.375091 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:38.375091 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Bound port: 4df49be8-0d95-49df-8509-a4b1b16b1d4f, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:38.375091 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.437300 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] For port 4df49be8-0d95-49df-8509-a4b1b16b1d4f, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:38.443363 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] For port 4df49be8-0d95-49df-8509-a4b1b16b1d4f, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=4df49be8-0d95-49df-8509-a4b1b16b1d4f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:38.457290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.467238 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] Provisioning complete for port cca17678-c51f-4e15-8583-598d2538d02d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:38.467824 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.507098 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device cca17678-c51f-4e15-8583-598d2538d02d up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:38.532544 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:38.545680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:38.547091 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:38.556814 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.675867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.687816 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Pushing event updated for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:38.730557 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.738331 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:38.741421 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:38.751173 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port cca17678-c51f-4e15-8583-598d2538d02d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:38.751582 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.766207 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Deleting port f452417c-0c0e-4184-b902-e99d3c08f056 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:57:38.766912 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:38.787753 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 5, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port': {'id': 'f452417c-0c0e-4184-b902-e99d3c08f056', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:38.819287 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290097f-ab0d-4907-b320-5ebe7a33df84 None None] Pushing event updated for resources: {'Port': ['ID=4df49be8-0d95-49df-8509-a4b1b16b1d4f,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:38.943204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Checking router: b271ca9a-000f-41b0-a359-8ea7ee6bae81 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:38.973952 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:39.022094 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] For port cca17678-c51f-4e15-8583-598d2538d02d, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=cca17678-c51f-4e15-8583-598d2538d02d,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:39.032173 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Routers {'b271ca9a-000f-41b0-a359-8ea7ee6bae81'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:39.034912 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:39.063739 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] For port f452417c-0c0e-4184-b902-e99d3c08f056, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f452417c-0c0e-4184-b902-e99d3c08f056,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:39.066118 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.163834 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43956) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:39.196293 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.219943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Calling delete_port for f452417c-0c0e-4184-b902-e99d3c08f056 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:57:39.266179 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] Set router b271ca9a-000f-41b0-a359-8ea7ee6bae81 gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:39.332680 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 3, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:39.357871 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 6, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:39.364288 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.401832 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94b28c6-ddca-4a17-ad57-509bc26b5ba5 None None] The sync data for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:34Z', 'revision_number': 3, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:39.414849 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d4dc8-2d7f-4d18-998e-1acaacd52fc6 None None] The sync data for ids ['b271ca9a-000f-41b0-a359-8ea7ee6bae81'] in dv-cinder-733622-19-iscsi is: [{'id': 'b271ca9a-000f-41b0-a359-8ea7ee6bae81', 'name': 'tempest-ServerRescueNegativeTestJSON-1048351452-router', 'tenant_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 6, 'project_id': '95526d8b2e9a48309ab6117cc7ce7b1c', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:39.430405 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39b23ef2-a598-40bb-8997-939a95d26967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.485557 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.547195 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f1b31b6d-4a43-46b0-92f9-e624fedad4cd up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:39.557403 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7649cd6-dd32-4090-8560-afec1369e448 None None] Provisioning complete for port cca17678-c51f-4e15-8583-598d2538d02d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:39.557403 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7649cd6-dd32-4090-8560-afec1369e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.604886 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9203bf1-1443-4a9a-9ffe-ec3adcdaa3e5 None None] Pushing event updated for resources: {'Port': ['ID=cca17678-c51f-4e15-8583-598d2538d02d,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:39.648042 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.664035 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port f1b31b6d-4a43-46b0-92f9-e624fedad4cd triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:39.664404 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.703011 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39b23ef2-a598-40bb-8997-939a95d26967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.735222 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.766309 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-a7649cd6-dd32-4090-8560-afec1369e448 None None] Provisioning complete for port 68778df5-725c-49c0-8bf1-f6c471b8ac95 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:39.766570 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-a7649cd6-dd32-4090-8560-afec1369e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.805624 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.821724 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-39b23ef2-a598-40bb-8997-939a95d26967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.838488 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-a7649cd6-dd32-4090-8560-afec1369e448 None None] Port 68778df5-725c-49c0-8bf1-f6c471b8ac95 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:39.857617 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:39.985539 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-39b23ef2-a598-40bb-8997-939a95d26967 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccd15573dd4d4bd5b529371bd3b33be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194087 Sep 23 13:57:39.986676 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b23ef2-a598-40bb-8997-939a95d26967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f212535-71cd-4354-b187-e8ae403df483,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:39.998548 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43962) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:40.010266 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Pushing event updated for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:40.125619 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:40.129346 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:40.131553 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.204010 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.303511 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.306599 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Pushing event deleted for resources: {'Port': ['ID=f452417c-0c0e-4184-b902-e99d3c08f056,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:40.344994 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device cca17678-c51f-4e15-8583-598d2538d02d up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:40.431252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.438507 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.440600 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f212535-71cd-4354-b187-e8ae403df483 HTTP/1.1" status: 204 len: 168 time: 0.4406161 Sep 23 13:57:40.473286 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Router d4fe18fa-b2b7-437d-9e35-56375869e262 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:40.478740 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21736ec1-6d2c-4a77-8b3e-fca8af57d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f212535-71cd-4354-b187-e8ae403df483,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:40.620378 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-d5816eb1-c43b-49ca-8263-4f81d9218caa None None] Provisioning complete for port 68778df5-725c-49c0-8bf1-f6c471b8ac95 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:40.625974 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d5816eb1-c43b-49ca-8263-4f81d9218caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.665677 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.763445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:40.779325 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7f3151e4-e4f1-44e3-a962-276f0289d973 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4fe18fa-b2b7-437d-9e35-56375869e262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5595195 Sep 23 13:57:40.863439 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port cca17678-c51f-4e15-8583-598d2538d02d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:40.863702 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.898561 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-d5816eb1-c43b-49ca-8263-4f81d9218caa None None] Port 68778df5-725c-49c0-8bf1-f6c471b8ac95 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:40.899171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:40.903355 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.031709 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device c73ee221-30de-4952-b358-3562d600a47e up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:41.090392 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.091470 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b271ca9a-000f-41b0-a359-8ea7ee6bae81 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 13:57:41.093234 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port c73ee221-30de-4952-b358-3562d600a47e triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:41.094002 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.103312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.109562 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8b39b404-e101-4724-a7e8-09e1434cffdc admin admin] 10.222.0.18 "DELETE /v2.0/routers/b271ca9a-000f-41b0-a359-8ea7ee6bae81 HTTP/1.1" status: 204 len: 168 time: 3.8998671 Sep 23 13:57:41.111072 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 43980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:41.128534 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Router d4fccadd-761d-40a5-980f-40695ee041c7 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:57:41.207202 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Deleting subnet 5a97323c-8832-404e-be02-452b109561c7 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 13:57:41.231431 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.258225 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 1c980ef4-b1b6-4862-9a03-6c29792022ca no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:41.312051 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 1c980ef4-b1b6-4862-9a03-6c29792022ca {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:41.312641 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 1c980ef4-b1b6-4862-9a03-6c29792022ca not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:41.347580 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:41.352608 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.364406 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Sync routers for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:41.392018 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:41.392018 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:41.450005 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.451543 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-046745c6-9648-4894-acb4-4d8ad5effbd4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3025434 Sep 23 13:57:41.454529 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43992) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:41.506902 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 43994) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:41.529249 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9c07-f549-43a1-8642-f3b23180e87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.649177 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:41.837238 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9c07-f549-43a1-8642-f3b23180e87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.865981 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.962697 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9c07-f549-43a1-8642-f3b23180e87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:41.993322 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e9c07-f549-43a1-8642-f3b23180e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae9e6d3-9671-404c-bc00-7165e2c4ed91,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:42.104740 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 4df49be8-0d95-49df-8509-a4b1b16b1d4f up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:42.146268 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 3, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:42.166783 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9d2e9c07-f549-43a1-8642-f3b23180e87a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddd29506663d4dd38caeafc44e26df24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579912 Sep 23 13:57:42.168773 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44034) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:42.217020 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.234175 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Checking router: d4fccadd-761d-40a5-980f-40695ee041c7 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:42.235757 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Updating router d4fccadd-761d-40a5-980f-40695ee041c7 port 655ba46a-da13-42b3-988c-351dd698c6fc binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:42.252225 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 4df49be8-0d95-49df-8509-a4b1b16b1d4f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:42.253941 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.309577 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.340620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a97323c-8832-404e-be02-452b109561c7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:42.351910 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.354402 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7e56902e-15b2-47d1-8933-1465bcfeaf60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a97323c-8832-404e-be02-452b109561c7 HTTP/1.1" status: 204 len: 168 time: 1.2418213 Sep 23 13:57:42.364397 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44042) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:42.485210 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea37ec-bafe-48fc-9c35-fccfe6e65c6f req-9a30577c-cc00-4811-9b71-4f94052e8c2a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:42.489887 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bea37ec-bafe-48fc-9c35-fccfe6e65c6f req-9a30577c-cc00-4811-9b71-4f94052e8c2a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1868958 Sep 23 13:57:42.500918 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.549892 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 4df49be8-0d95-49df-8509-a4b1b16b1d4f, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=4df49be8-0d95-49df-8509-a4b1b16b1d4f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:42.609970 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.618951 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.654917 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bea37ec-bafe-48fc-9c35-fccfe6e65c6f req-50024c0f-82cf-4fb4-acd1-88d5bd7d235d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908713 Sep 23 13:57:42.656577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.660190 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.878082 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=4df49be8-0d95-49df-8509-a4b1b16b1d4f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:42.892442 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f452417c-0c0e-4184-b902-e99d3c08f056 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:57:42.919260 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.952700 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e264d5d6-4129-483d-ae78-f6184e67096d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:42.953591 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: f452417c-0c0e-4184-b902-e99d3c08f056 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:57:42.954130 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f452417c-0c0e-4184-b902-e99d3c08f056 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:57:42.969984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:42.982028 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137459d8-7345-4773-921e-410dd14f149a') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:42.982331 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137459d8-7345-4773-921e-410dd14f149a') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:43.018220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.043294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.057707 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 13:57:43.059021 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 13:57:43.061996 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 13:57:43.066778 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.093095 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.099828 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.102353 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ae9e6d3-9671-404c-bc00-7165e2c4ed91 HTTP/1.1" status: 204 len: 168 time: 0.9319847 Sep 23 13:57:43.140376 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0f446-207f-4d87-a3e1-a6ce051e8fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae9e6d3-9671-404c-bc00-7165e2c4ed91,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:43.163253 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.253971 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Attempting to bind port 655ba46a-da13-42b3-988c-351dd698c6fc on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:43.254344 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Attempting to bind port 655ba46a-da13-42b3-988c-351dd698c6fc by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:43.254707 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Attempting to bind port 655ba46a-da13-42b3-988c-351dd698c6fc on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:43.256793 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765bcdc-f1c8-4f93-b726-61557fba1544 None None] Pushing event updated for resources: {'Port': ['ID=655ba46a-da13-42b3-988c-351dd698c6fc,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:43.269867 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:43.270455 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:43.270869 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.271261 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:43.271737 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Bound port: 655ba46a-da13-42b3-988c-351dd698c6fc, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:43.272158 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.279021 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.284807 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.293305 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e264d5d6-4129-483d-ae78-f6184e67096d HTTP/1.1" status: 204 len: 168 time: 0.9215741 Sep 23 13:57:43.320215 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff8319-42c9-47df-bae6-18e725fc91e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e264d5d6-4129-483d-ae78-f6184e67096d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:43.368475 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] For port 655ba46a-da13-42b3-988c-351dd698c6fc, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:43.376662 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] For port 655ba46a-da13-42b3-988c-351dd698c6fc, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=655ba46a-da13-42b3-988c-351dd698c6fc,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:43.404393 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Sync routers for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:43.415313 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:43.428204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:43.434448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Allocated IP 172.20.0.1 (060381f1-e33e-4375-b62c-bd02c9f18c8d/41c43451-d09c-48e8-8a90-36135e731e8f/918bbb95-7940-4de5-8617-28774cb9721b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:43.564861 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.568092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:43.598539 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:43.847882 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:43.847882 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:43.867196 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4341477-0cc0-439c-b93a-28dccf3176f6 req-db43b824-fa4a-4d62-8ba4-77d3bceb69af tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:43.877225 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c4341477-0cc0-439c-b93a-28dccf3176f6 req-db43b824-fa4a-4d62-8ba4-77d3bceb69af tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0853190 Sep 23 13:57:43.941761 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c4341477-0cc0-439c-b93a-28dccf3176f6 req-1b91fa35-6834-4cd6-afe0-aacbf5babd8f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632136 Sep 23 13:57:43.968545 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765bcdc-f1c8-4f93-b726-61557fba1544 None None] Pushing event updated for resources: {'Port': ['ID=655ba46a-da13-42b3-988c-351dd698c6fc,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:43.983345 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 4, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '68778df5-725c-49c0-8bf1-f6c471b8ac95', 'name': '', 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'mac_address': 'fa:16:3e:ab:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:37Z', 'updated_at': '2021-09-23T13:57:39Z', 'revision_number': 2, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'subnets': [{'id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:43.987785 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:44.028940 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Checking router: d4fe18fa-b2b7-437d-9e35-56375869e262 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:44.029295 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Updating router d4fe18fa-b2b7-437d-9e35-56375869e262 port 68778df5-725c-49c0-8bf1-f6c471b8ac95 binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:44.034475 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.061726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 4df49be8-0d95-49df-8509-a4b1b16b1d4f up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:44.097278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:44.103107 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:44.108946 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:44.145152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.146263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44066) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:44.184329 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.239885 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-f15de46d-e691-4929-99d4-a55cab25a595 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95526d8b2e9a48309ab6117cc7ce7b1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0915897 Sep 23 13:57:44.242543 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44070) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:44.307564 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Pushing event updated for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:44.381067 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 4df49be8-0d95-49df-8509-a4b1b16b1d4f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:44.383987 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.403029 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.467135 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.573092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 3, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:44.606462 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4940bd-044b-4127-a74f-f5161ecd08c8 None None] The sync data for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 3, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:44.644397 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.648706 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.650400 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f444c6c3-d1d6-4a1e-b225-8467f6432124 HTTP/1.1" status: 204 len: 168 time: 0.4066169 Sep 23 13:57:44.682990 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434969ac-9014-499c-a290-a7615be187fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f444c6c3-d1d6-4a1e-b225-8467f6432124,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:44.718897 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.863339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2287fe9f-d4ac-4950-b731-1e7062870f9d None None] Provisioning complete for port 918bbb95-7940-4de5-8617-28774cb9721b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:44.863339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2287fe9f-d4ac-4950-b731-1e7062870f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:44.914089 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2287fe9f-d4ac-4950-b731-1e7062870f9d None None] Port 918bbb95-7940-4de5-8617-28774cb9721b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:44.928376 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.048563 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.129068 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.157323 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.262771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.456105 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcd22c-e8fd-4bea-b43d-31ba2bb2f041 None None] Pushing event updated for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:45.465127 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Attempting to bind port 68778df5-725c-49c0-8bf1-f6c471b8ac95 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:45.469867 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Attempting to bind port 68778df5-725c-49c0-8bf1-f6c471b8ac95 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:45.470422 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Attempting to bind port 68778df5-725c-49c0-8bf1-f6c471b8ac95 on network ea091279-7320-4c90-b4d2-2fea2b3a6e9d {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:45.482154 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:45.486294 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Checking segment: {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:45.486848 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.487785 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Bound using segment: {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:45.488322 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Bound port: 68778df5-725c-49c0-8bf1-f6c471b8ac95, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27f69be-80d5-45ca-b0b0-a2b65efa8465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:45.490323 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.563142 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.575873 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Pushing event updated for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:45.642610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20cd28-a82b-4df9-ae79-f8b2d0e54f7e req-7291797d-1acd-4c1c-9bc4-1bf22ad24d17 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:45.661826 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c20cd28-a82b-4df9-ae79-f8b2d0e54f7e req-7291797d-1acd-4c1c-9bc4-1bf22ad24d17 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.4567344 Sep 23 13:57:45.690591 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] For port 68778df5-725c-49c0-8bf1-f6c471b8ac95, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:45.700416 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] For port 68778df5-725c-49c0-8bf1-f6c471b8ac95, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=68778df5-725c-49c0-8bf1-f6c471b8ac95,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:45.780330 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] Provisioning complete for port 68778df5-725c-49c0-8bf1-f6c471b8ac95 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:45.781032 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.849045 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c20cd28-a82b-4df9-ae79-f8b2d0e54f7e req-6bdc767c-6f7d-453c-a52a-b670b9ab0b0f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844659 Sep 23 13:57:45.889601 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:45.928181 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:45.944430 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:46.102475 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:46.107831 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 655ba46a-da13-42b3-988c-351dd698c6fc up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:46.268799 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:46.269764 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:46.345112 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Router d4fccadd-761d-40a5-980f-40695ee041c7 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:46.530892 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcd22c-e8fd-4bea-b43d-31ba2bb2f041 None None] Pushing event updated for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:46.594618 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 655ba46a-da13-42b3-988c-351dd698c6fc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:46.595524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:46.602812 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] For port 68778df5-725c-49c0-8bf1-f6c471b8ac95, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=68778df5-725c-49c0-8bf1-f6c471b8ac95,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:46.681382 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:46.693585 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c322a0d0-111a-41c2-bd24-45b43720ea59 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4fccadd-761d-40a5-980f-40695ee041c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2373006 Sep 23 13:57:46.840249 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:46.899703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:46.904646 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6020c-0779-4862-9add-12b22e3295ca None None] Pushing event updated for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:47.040841 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44138) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:47.050937 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-71b68d3f-e085-4a26-b50b-569c4b2bcd43 None None] Provisioning complete for port 68778df5-725c-49c0-8bf1-f6c471b8ac95 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:47.052145 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-71b68d3f-e085-4a26-b50b-569c4b2bcd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.233653 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c586128-246e-43ab-949a-65718318d1be req-71cf1640-371a-4c06-86fb-5161d784dd76 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:47.236220 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6c586128-246e-43ab-949a-65718318d1be req-71cf1640-371a-4c06-86fb-5161d784dd76 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1388900 Sep 23 13:57:47.310788 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6c586128-246e-43ab-949a-65718318d1be req-9fcd8f1b-0f69-4581-8c35-5771375e8e3a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671973 Sep 23 13:57:47.315388 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.340131 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 655ba46a-da13-42b3-988c-351dd698c6fc, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=655ba46a-da13-42b3-988c-351dd698c6fc,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:47.528799 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.659660 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-network', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:47.826758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Made reservation on behalf of 3a8746c457ae4f36a96d5ffeb4a15d58 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:47.829093 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.859119 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.869745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-71b68d3f-e085-4a26-b50b-569c4b2bcd43 None None] Provisioning complete for port 918bbb95-7940-4de5-8617-28774cb9721b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:47.869745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-71b68d3f-e085-4a26-b50b-569c4b2bcd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:47.997098 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-71b68d3f-e085-4a26-b50b-569c4b2bcd43 None None] Port 918bbb95-7940-4de5-8617-28774cb9721b cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:48.019261 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 4, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '68778df5-725c-49c0-8bf1-f6c471b8ac95', 'name': '', 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'mac_address': 'fa:16:3e:ab:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:37Z', 'updated_at': '2021-09-23T13:57:45Z', 'revision_number': 4, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'subnets': [{'id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:48.056396 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2a3-3404-4e8e-85e2-2bf67a6a57b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.062633 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327254f4-2422-423d-9f02-c06c6249b1bc None None] The sync data for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T13:57:38Z', 'revision_number': 4, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '68778df5-725c-49c0-8bf1-f6c471b8ac95', 'name': '', 'network_id': 'ea091279-7320-4c90-b4d2-2fea2b3a6e9d', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'mac_address': 'fa:16:3e:ab:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:37Z', 'updated_at': '2021-09-23T13:57:45Z', 'revision_number': 4, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'subnets': [{'id': 'f572d6a0-ca14-4895-9797-3033e8b88071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:48.066086 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=655ba46a-da13-42b3-988c-351dd698c6fc,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:48.181603 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.263901 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.374785 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:57:48.388114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72222c7a-27e7-451a-86da-8ddeadf9e5b7,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:48.395614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.396666 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Added segment 56937d45-ae00-430f-8201-89c16c9dc502 of type vlan for network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 Sep 23 13:57:48.504723 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.534513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44156) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:48.540368 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090399169', 'description': 'tempest-secgroup-smoke-1090399169 description', 'project_id': '973bfa87bcc64277a0165badd90793af'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:48.611851 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Sync routers for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:48.635916 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:48.637231 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:48.679047 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.747688 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d03939-458e-43c1-ba00-6c16d57ff57a req-12ec092a-c902-4edb-9250-a74fd87c776d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:48.752170 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-81d03939-458e-43c1-ba00-6c16d57ff57a req-12ec092a-c902-4edb-9250-a74fd87c776d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.2057679 Sep 23 13:57:48.801296 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.803397 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:48.804392 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.959499 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:48.982210 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:49.028960 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2dda631f-7cf4-44f4-a57e-f9407a396ab4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:49.049728 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:57:49.054468 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-81d03939-458e-43c1-ba00-6c16d57ff57a req-d6bd65b7-f4e2-4b32-879d-be9b81a38419 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952454 Sep 23 13:57:49.066669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.145878 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:49.160362 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fe89ef00-66e7-452a-8f26-d620f2f0fcd8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1177034 Sep 23 13:57:49.161586 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44164) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:49.167938 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Request body: {'subnet': {'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-subnet', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:49.218971 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.221902 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-71c4b443-8b4a-43d2-b81a-31f574949784 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6867979 Sep 23 13:57:49.226776 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:49.243906 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:49.345784 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Made reservation on behalf of 3a8746c457ae4f36a96d5ffeb4a15d58 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:57:49.352300 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60630690'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.414179 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:49.647127 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:44Z', 'revision_number': 4, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '918bbb95-7940-4de5-8617-28774cb9721b', 'name': '', 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'mac_address': 'fa:16:3e:b1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:42Z', 'updated_at': '2021-09-23T13:57:44Z', 'revision_number': 2, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'subnets': [{'id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:49.714026 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.751559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.db.api [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 13:57:49.751559 dv-cinder-733622-19-iscsi neutron-server[106387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 13:57:49.751559 dv-cinder-733622-19-iscsi neutron-server[106387]: [parameters: {'project_id_1': 'db8ee9e39a7d48e0a56314fde32e3fe7', 'expiration_1': datetime.datetime(2021, 9, 23, 13, 57, 29, 736571)}] Sep 23 13:57:49.751559 dv-cinder-733622-19-iscsi neutron-server[106387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 13:57:49.752559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG oslo_db.api [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 13:57:49.759926 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Checking router: d4fccadd-761d-40a5-980f-40695ee041c7 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:49.760553 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Updating router d4fccadd-761d-40a5-980f-40695ee041c7 port 918bbb95-7940-4de5-8617-28774cb9721b binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:49.806879 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.812979 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60630672'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.899271 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:49.929306 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5307a6a8-37f2-4de1-a56d-5d72b31e3782,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:49.980446 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Checking segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:49.981415 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Network hostable DHCP agents. Network: 2dda631f-7cf4-44f4-a57e-f9407a396ab4, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:57:50.025221 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.145589 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 68778df5-725c-49c0-8bf1-f6c471b8ac95 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:50.163443 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:57:50.192620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.220632 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-aadf61c1-ac29-4b8c-8bc8-cfa59b0ffd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.232559 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fc3d25-844e-422e-b6cd-6ab17095471a,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:50.254980 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 2dda631f-7cf4-44f4-a57e-f9407a396ab4) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:50.263941 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:50.265634 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.300204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c78d5b-0b2e-4eab-a776-732433b07a09 None None] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:50.327300 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.340948 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.345840 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8dcfb623-27c6-4140-88e2-db44d9ab3af4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1143482 Sep 23 13:57:50.352786 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44192) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:50.359436 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:50.377589 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ef620cf7-6d68-4ea9-9b16-09aa0f0879bc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2131622 Sep 23 13:57:50.389749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:50.422278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:50.423244 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.487165 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e776-f257-4ada-a824-b9558ca5e6b8 req-6dc4a68e-3038-4e21-a4f9-113d23d2e25c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:50.488827 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e239e776-f257-4ada-a824-b9558ca5e6b8 req-6dc4a68e-3038-4e21-a4f9-113d23d2e25c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.2563860 Sep 23 13:57:50.502542 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 68778df5-725c-49c0-8bf1-f6c471b8ac95 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:50.502995 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.547098 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.557927 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.591210 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e239e776-f257-4ada-a824-b9558ca5e6b8 req-07fd3aa0-b4a8-4010-8eed-fbcd1a6a9fd5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950584 Sep 23 13:57:50.728151 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887bd4a-587e-4257-bfec-f2cb31df69d8 None None] Pushing event updated for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:50.743865 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.748400 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 655ba46a-da13-42b3-988c-351dd698c6fc up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:50.776777 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.841608 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Attempting to bind port 918bbb95-7940-4de5-8617-28774cb9721b on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:50.842960 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Attempting to bind port 918bbb95-7940-4de5-8617-28774cb9721b by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:50.845464 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Attempting to bind port 918bbb95-7940-4de5-8617-28774cb9721b on network 060381f1-e33e-4375-b62c-bd02c9f18c8d {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:50.853114 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:50.853594 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Checking segment: {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:50.853998 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.854394 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Bound using segment: {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:50.854978 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Bound port: 918bbb95-7940-4de5-8617-28774cb9721b, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:50.855467 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.873250 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.878993 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.920139 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 13:57:50.920645 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.936666 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f36b8f-f2cb-4c56-9e44-276688bd5774,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:50.964752 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] For port 918bbb95-7940-4de5-8617-28774cb9721b, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:50.970484 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] For port 918bbb95-7940-4de5-8617-28774cb9721b, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=918bbb95-7940-4de5-8617-28774cb9721b,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:50.981990 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.983340 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:50.998966 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db8ee9e39a7d48e0a56314fde32e3fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5832410 Sep 23 13:57:51.001768 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:51.028535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a363-d41b-43d1-9ad7-9986dbcde077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b8f1d3-0d4e-4c7c-bfb7-c40416ff6f10,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:51.095789 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.098334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.106766 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6299aab7-b9ba-4bb2-b9f3-3f1de3b60f6c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7542233 Sep 23 13:57:51.109938 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44206) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:51.117433 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:51.160029 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.177325 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.191093 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.197489 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 655ba46a-da13-42b3-988c-351dd698c6fc triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:51.199753 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.241281 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.296744 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887bd4a-587e-4257-bfec-f2cb31df69d8 None None] Pushing event updated for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:51.311290 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:51.311936 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:51.381310 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.393816 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.428600 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] Provisioning complete for port 918bbb95-7940-4de5-8617-28774cb9721b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:51.429078 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.493131 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.497680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.499052 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67b8f1d3-0d4e-4c7c-bfb7-c40416ff6f10 HTTP/1.1" status: 204 len: 168 time: 0.4959641 Sep 23 13:57:51.531978 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065df01-6359-480a-a856-8c2355a34091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b8f1d3-0d4e-4c7c-bfb7-c40416ff6f10,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:51.563005 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:51.570539 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.622137 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.704386 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc7d88b-a9a2-4711-aa2f-e48714d47d55,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:51.729758 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Allocated IP 172.20.0.2 (2dda631f-7cf4-44f4-a57e-f9407a396ab4/5307a6a8-37f2-4de1-a56d-5d72b31e3782/2df27f30-ad07-48b1-b2c8-14777b095169) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:51.847237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:51.849079 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-370a16d9-1c50-4b8c-aaed-19841233f6b1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7359135 Sep 23 13:57:51.853239 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44212) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:51.865077 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:51.950328 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.031432 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] For port 918bbb95-7940-4de5-8617-28774cb9721b, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=918bbb95-7940-4de5-8617-28774cb9721b,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:52.043314 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.116234 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:44Z', 'revision_number': 4, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '918bbb95-7940-4de5-8617-28774cb9721b', 'name': '', 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'mac_address': 'fa:16:3e:b1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:42Z', 'updated_at': '2021-09-23T13:57:50Z', 'revision_number': 4, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'subnets': [{'id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:52.141833 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.182320 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.198826 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.243488 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a64ac1-f579-4558-8602-ea7585f8f654 None None] The sync data for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T13:57:44Z', 'revision_number': 4, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '918bbb95-7940-4de5-8617-28774cb9721b', 'name': '', 'network_id': '060381f1-e33e-4375-b62c-bd02c9f18c8d', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'mac_address': 'fa:16:3e:b1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:42Z', 'updated_at': '2021-09-23T13:57:50Z', 'revision_number': 4, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'subnets': [{'id': '41c43451-d09c-48e8-8a90-36135e731e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:52.250760 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3519-963f-44b4-91f5-5169a957dbbf req-34e72055-52de-47d8-8bb1-70e8c5004005 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:52.260534 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.265716 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-602c3519-963f-44b4-91f5-5169a957dbbf req-34e72055-52de-47d8-8bb1-70e8c5004005 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.5091269 Sep 23 13:57:52.319863 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-602c3519-963f-44b4-91f5-5169a957dbbf req-c96244a4-f595-403a-bd35-7e8652c453f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547411 Sep 23 13:57:52.383220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7ee3bf-2af5-4c98-8e77-606116338073,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:52.431874 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.434509 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-66586446-743e-47af-aad1-d952e9fac298 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5795822 Sep 23 13:57:52.446928 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44216) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:52.452752 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:52.580505 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1b9c9409-e473-44ae-89bf-fd48604e0d8f None None] Provisioning complete for port 918bbb95-7940-4de5-8617-28774cb9721b triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:52.580505 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9409-e473-44ae-89bf-fd48604e0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.613541 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c58a19-d792-49fa-b2e4-76ec6d624d5f None None] Pushing event updated for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:52.615599 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Project 973bfa87bcc64277a0165badd90793af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:57:52.627885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.704451 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.787078 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.826468 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.878332 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.922354 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4fb817-aaa1-4346-8f9e-78d583448e94,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:52.934237 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:52.952542 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:52.964132 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:52.988598 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Pushing event updated for resources: {'Port': ['ID=2df27f30-ad07-48b1-b2c8-14777b095169,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:52.998015 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:52.999252 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a4f28f7e-41d5-469e-9cec-36d5a10a42f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5517395 Sep 23 13:57:53.004580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44222) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:53.009643 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'security_group_rule': {'security_group_id': 'c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66', 'project_id': '973bfa87bcc64277a0165badd90793af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:57:53.141414 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Project 973bfa87bcc64277a0165badd90793af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:57:53.144541 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Attempting to bind port 2df27f30-ad07-48b1-b2c8-14777b095169 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:53.144914 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Attempting to bind port 2df27f30-ad07-48b1-b2c8-14777b095169 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:53.145270 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Attempting to bind port 2df27f30-ad07-48b1-b2c8-14777b095169 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:53.157235 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.160846 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:53.172411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Checking segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:53.172411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.172411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Bound using segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:53.172411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Bound port: 2df27f30-ad07-48b1-b2c8-14777b095169, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:53.172411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.311442 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.329174 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.355884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.358426 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] For port 2df27f30-ad07-48b1-b2c8-14777b095169, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:53.364648 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] For port 2df27f30-ad07-48b1-b2c8-14777b095169, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=2df27f30-ad07-48b1-b2c8-14777b095169,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:53.365071 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.478518 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.514345 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.539283 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75b3819-72e9-4669-8d5e-8d0a8c5a4bad,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:53.544591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb215b-2333-4118-b76e-976a4384768d req-ba5578f2-8e1e-4908-81b0-3bf49d146a69 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:53.544591 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48cb215b-2333-4118-b76e-976a4384768d req-ba5578f2-8e1e-4908-81b0-3bf49d146a69 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0815389 Sep 23 13:57:53.591852 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:53.593213 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-f8a1e3b9-a586-4ef1-a3d8-2eda7f6dd983 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5876024 Sep 23 13:57:53.628415 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558dfa-1f26-40fb-a387-a501e23ecd6d None None] Pushing event updated for resources: {'Port': ['ID=2df27f30-ad07-48b1-b2c8-14777b095169,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:53.674209 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48cb215b-2333-4118-b76e-976a4384768d req-93577b79-5207-415d-b765-3abb86a24a61 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846462 Sep 23 13:57:53.708305 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Allocated IP 172.27.1.227 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/ae922a18-9a8d-4050-a9bf-7b3ac648e6e8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:54.032893 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:54.216700 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:54.357705 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 918bbb95-7940-4de5-8617-28774cb9721b up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:54.368205 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:54.396224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:54.405774 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Pushing event updated for resources: {'Port': ['ID=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:54.411123 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:54.424052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d58d44-10a9-4347-8503-f724b24caa2b req-850510a7-c84d-4dde-8196-72ba8e17d8cb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:54.426707 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0d58d44-10a9-4347-8503-f724b24caa2b req-850510a7-c84d-4dde-8196-72ba8e17d8cb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1373684 Sep 23 13:57:54.504046 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 918bbb95-7940-4de5-8617-28774cb9721b triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:54.504729 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:54.508009 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-4740a364-5599-4345-81eb-67a1531f91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:54.509583 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-4740a364-5599-4345-81eb-67a1531f91aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1099 time: 0.1574512 Sep 23 13:57:54.519411 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0d58d44-10a9-4347-8503-f724b24caa2b req-d999b068-7a23-4b74-b922-07d82cdc85de tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708017 Sep 23 13:57:54.698907 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 2df27f30-ad07-48b1-b2c8-14777b095169 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:54.701250 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:57:54.783271 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 2df27f30-ad07-48b1-b2c8-14777b095169 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:54.783676 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:54.787150 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-4003178e-ba11-45f4-975f-b4b7e3b4cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:54.790131 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-4003178e-ba11-45f4-975f-b4b7e3b4cf2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 910 time: 0.2290337 Sep 23 13:57:54.908936 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:55.004930 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 2df27f30-ad07-48b1-b2c8-14777b095169, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=2df27f30-ad07-48b1-b2c8-14777b095169,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:57:55.024998 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-e3ed8338-5aed-4054-8954-08871431b2da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 1001 time: 0.2281237 Sep 23 13:57:55.129143 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:55.173052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-6ad689b5-8824-4919-a491-155bd83d601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:55.185926 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-6ad689b5-8824-4919-a491-155bd83d601f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.1502433 Sep 23 13:57:55.243247 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc18e72-900b-4e0d-ac04-cdb653424ae5 None None] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:57:55.246447 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:55.316948 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=2df27f30-ad07-48b1-b2c8-14777b095169,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:55.354510 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ca41a1cb-510f-4f6a-a40f-11ec8bd0f10c None None] Provisioning complete for port 2df27f30-ad07-48b1-b2c8-14777b095169 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:55.358646 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ca41a1cb-510f-4f6a-a40f-11ec8bd0f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:55.615507 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:55.685134 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-2a474bdb-e535-4869-a53f-713fa0752ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:55.686688 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-2a474bdb-e535-4869-a53f-713fa0752ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4951692 Sep 23 13:57:55.816511 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88275bd2-5022-4354-b64f-bb312c1b936d req-11ec3101-2c4f-4bac-9c5d-8277f66bc76d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:55.820494 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-88275bd2-5022-4354-b64f-bb312c1b936d req-11ec3101-2c4f-4bac-9c5d-8277f66bc76d tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1425447 Sep 23 13:57:55.947397 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-78dd0d17-d49b-4a99-a3ea-f1d0465326c1 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309766 Sep 23 13:57:55.961304 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-88275bd2-5022-4354-b64f-bb312c1b936d req-1f51d689-a5da-4bdc-96dd-ef5d0c3de228 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132989 Sep 23 13:57:56.081132 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 13:57:56.127492 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 2df27f30-ad07-48b1-b2c8-14777b095169 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:57:56.130421 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec9b70ed-7e0e-40fb-b44f-b363ceca417b req-f5e41b01-d9b0-4b8b-a84d-b76ef9283319 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617033 Sep 23 13:57:56.283221 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-dce346f3-849f-4995-b499-5d94a81c0252 None None] Provisioning complete for port 2df27f30-ad07-48b1-b2c8-14777b095169 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:56.284275 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dce346f3-849f-4995-b499-5d94a81c0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:56.304585 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:57:56.330702 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:57:56.389459 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:56.394062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:56.426485 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:56.427738 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-511a9203-d9fb-49b1-8401-c72ea5a646da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0285358 Sep 23 13:57:56.430642 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44314) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:56.454684 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 2df27f30-ad07-48b1-b2c8-14777b095169 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:56.455062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:56.604195 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:56.922872 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:54Z', 'revision_number': 3, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:56.952519 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:57:56.952863 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Updating router 528c1b80-3014-40bf-8fb1-61c7e86af633 port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:57:56.991955 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.236013 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8554f0-0dd7-4820-8758-c4aae0b640b2 req-e3ba8d32-7150-4016-9227-5bebb4c04809 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:57.236013 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f8554f0-0dd7-4820-8758-c4aae0b640b2 req-e3ba8d32-7150-4016-9227-5bebb4c04809 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1219909 Sep 23 13:57:57.343398 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f8554f0-0dd7-4820-8758-c4aae0b640b2 req-05574c0c-364c-4e62-bef5-4caccce7a106 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901551 Sep 23 13:57:57.346085 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.490036 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.497707 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.549855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Attempting to bind port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:57:57.549855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Attempting to bind port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:57:57.549855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Attempting to bind port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:57:57.563081 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a3757-5721-4038-b24c-0261364cfd8d None None] Pushing event updated for resources: {'Port': ['ID=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:57.570092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:57:57.570456 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:57:57.570842 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.571232 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:57:57.571707 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Bound port: ae922a18-9a8d-4050-a9bf-7b3ac648e6e8, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:57:57.572085 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.641602 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] For port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:57:57.645972 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] For port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:57:57.736382 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:57.760335 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Allocated IP 172.20.0.1 (2dda631f-7cf4-44f4-a57e-f9407a396ab4/5307a6a8-37f2-4de1-a56d-5d72b31e3782/227bbab8-2b47-428a-bd2a-614c37bb9dc9) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:57:57.923167 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a3757-5721-4038-b24c-0261364cfd8d None None] Pushing event updated for resources: {'Port': ['ID=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:57.927730 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:57:57.928395 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:57.929087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.027281 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44334) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:58.063169 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.102114 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:57:58.173458 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:58.181947 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:58.189498 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:57:58.243616 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6cb86025-f9ab-4e44-b806-9d551e0e9772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.283843 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Pushing event updated for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:58.310467 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.527527 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6cb86025-f9ab-4e44-b806-9d551e0e9772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.593260 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-9028a71f-00ab-475c-b6e1-ce37f7f1f06d None None] Provisioning complete for port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:58.593865 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9028a71f-00ab-475c-b6e1-ce37f7f1f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.603561 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6cb86025-f9ab-4e44-b806-9d551e0e9772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.649890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e3f6a-de1e-4f1d-9f29-a5456f6981ca req-23386c48-cfaa-419b-9d66-6642d76faead tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:57:58.653677 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-796e3f6a-de1e-4f1d-9f29-a5456f6981ca req-23386c48-cfaa-419b-9d66-6642d76faead tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.1021667 Sep 23 13:57:58.660265 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:54Z', 'revision_number': 3, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:57:58.665305 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6cb86025-f9ab-4e44-b806-9d551e0e9772 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c54decddb4a6401790a7b363bd0fd862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368632 Sep 23 13:57:58.665537 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44342) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:58.668353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb86025-f9ab-4e44-b806-9d551e0e9772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d494b0-9b2c-4325-94b3-e0f786e0e19d,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:58.731349 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45e076-7300-4b4a-85eb-05b7fcd5b983 None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:54Z', 'revision_number': 3, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:57:58.746637 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9028a71f-00ab-475c-b6e1-ce37f7f1f06d None None] Port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:57:58.762275 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-796e3f6a-de1e-4f1d-9f29-a5456f6981ca req-cc9cdab0-cfa6-413f-95bc-2b143d5eebe0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032257 Sep 23 13:57:58.793399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.805461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:58.852207 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.070717 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.075112 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.077568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62d494b0-9b2c-4325-94b3-e0f786e0e19d HTTP/1.1" status: 204 len: 168 time: 0.4092066 Sep 23 13:57:59.130139 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1158b69-14fc-4095-a9fd-78d54ba3ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d494b0-9b2c-4325-94b3-e0f786e0e19d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:59.148473 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.226589 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.334480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Pushing event updated for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:57:59.341911 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.516075 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:57:59.518771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:57:59.834887 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:57:59.974380 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44352) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:57:59.990072 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9c86b96-7da8-4507-b4f4-0d206f37fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:57:59.992613 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-648b3af8-3a64-46ac-b90a-e53686c5775e None None] Provisioning complete for port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:57:59.993540 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-648b3af8-3a64-46ac-b90a-e53686c5775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.050370 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:58:00.061632 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-648b3af8-3a64-46ac-b90a-e53686c5775e None None] Port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:58:00.062832 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7bb2ca46-262d-4a85-b66b-3cc48006b4cf admin admin] 10.222.0.18 "PUT /v2.0/routers/528c1b80-3014-40bf-8fb1-61c7e86af633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6311033 Sep 23 13:58:00.167664 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9c86b96-7da8-4507-b4f4-0d206f37fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.220218 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:00.261894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b9c86b96-7da8-4507-b4f4-0d206f37fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.322365 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b9c86b96-7da8-4507-b4f4-0d206f37fa7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dd108c710fe43889f6e7a702d9fcdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460305 Sep 23 13:58:00.324149 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86b96-7da8-4507-b4f4-0d206f37fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c66b0-ab00-42b3-bcd3-05dfd581904a,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:00.325458 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44356) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:00.330398 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:00.331089 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.428667 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.483943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.514656 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.585673 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:00.656033 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.656389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.663789 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:00.668364 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c9c66b0-ab00-42b3-bcd3-05dfd581904a HTTP/1.1" status: 204 len: 168 time: 0.3389463 Sep 23 13:58:00.693296 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d013f0-638d-4311-98fe-1c853024a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c66b0-ab00-42b3-bcd3-05dfd581904a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:00.797712 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:01.008524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44366) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:01.015449 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864289685', 'description': 'tempest-description--409247826'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:01.100742 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.273695 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.392110 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.440760 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5099a5f-fe52-461e-968f-205e6810a8f6,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:01.569202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.570650 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6fa1be41-5fc0-489a-9916-b7e9dc9a4084 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5606561 Sep 23 13:58:01.578197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44370) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:01.582572 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group_rule': {'security_group_id': 'a5099a5f-fe52-461e-968f-205e6810a8f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:01.708276 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:58:01.712147 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:01.712776 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:01.803792 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.825233 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44372) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:01.858084 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:01.903187 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd78ba96-b3f3-411e-9c0f-3413b2a85fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:01.999079 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:02.098132 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd78ba96-b3f3-411e-9c0f-3413b2a85fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:02.129703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:02.188218 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 2, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:02.190181 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:02.190793 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:02.245686 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:58:02.246328 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Updating router 528c1b80-3014-40bf-8fb1-61c7e86af633 port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 13:58:02.278665 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:02.579321 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:02.981415 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.001846 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec68e9cf-864b-43de-9c23-995a31b2e567,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.038005 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.038656 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cd78ba96-b3f3-411e-9c0f-3413b2a85fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.080445 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-cd78ba96-b3f3-411e-9c0f-3413b2a85fc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12ccede2c4db4dc8bd3a2b3bb5e1cce0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2508361 Sep 23 13:58:03.083518 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44378) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:03.083712 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78ba96-b3f3-411e-9c0f-3413b2a85fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f0b0c-09c7-4b2b-b312-2416bd88f331,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.091036 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded1426-02e9-4c27-9d41-eed85ff06f58 None None] Pushing event updated for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.177651 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Attempting to bind port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:03.178982 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Attempting to bind port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:03.179440 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Attempting to bind port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:03.186404 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:03.186942 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Checking segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:03.187449 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.187936 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Bound using segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:03.188526 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Bound port: 227bbab8-2b47-428a-bd2a-614c37bb9dc9, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:03.189071 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.207485 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.224021 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.227327 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-31e3fd03-236d-440b-ae96-cbb7939ad2d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6499708 Sep 23 13:58:03.230671 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44384) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:03.235675 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group_rule': {'security_group_id': 'a5099a5f-fe52-461e-968f-205e6810a8f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:03.250410 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.307952 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] For port 227bbab8-2b47-428a-bd2a-614c37bb9dc9, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:03.312300 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] For port 227bbab8-2b47-428a-bd2a-614c37bb9dc9, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=227bbab8-2b47-428a-bd2a-614c37bb9dc9,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:03.371344 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.381202 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.437977 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.442648 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.447298 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d47f0b0c-09c7-4b2b-b312-2416bd88f331 HTTP/1.1" status: 204 len: 168 time: 0.3622017 Sep 23 13:58:03.453206 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded1426-02e9-4c27-9d41-eed85ff06f58 None None] Pushing event updated for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=4']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.469555 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641419-210b-4e3d-881d-7cbe75c846e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f0b0c-09c7-4b2b-b312-2416bd88f331,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.498021 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:03.498985 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:57:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:03.508598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.541538 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] Provisioning complete for port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:03.542497 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.598568 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.658393 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe1320e-f6ba-474c-a312-6207423fa5e8,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:03.731811 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:03.747014 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.763455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.768308 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44388) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:03.768599 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-fc6d67e9-3860-4e17-82eb-38144f996b25 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5363102 Sep 23 13:58:03.773918 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:03.823146 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] For port 227bbab8-2b47-428a-bd2a-614c37bb9dc9, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=227bbab8-2b47-428a-bd2a-614c37bb9dc9,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:03.900324 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:03.900694 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:04.058137 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:04.108660 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-72e4a25c-bb32-40f5-9c35-79d2ad0fc028 None None] Provisioning complete for port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:04.108660 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-72e4a25c-bb32-40f5-9c35-79d2ad0fc028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:04.110477 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e754b44-a8c8-4eaa-b185-f909829bb899 None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:58:04.112368 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:04.118975 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60eea0-441f-429e-8dd9-6dd65cfdfab6 None None] Pushing event updated for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:04.333637 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Allocated IP 172.27.1.202 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/47e89c73-c896-47cc-8b6a-6463ebe3f2d0) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:04.499419 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:04.605101 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:04.656839 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:04.660120 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:04.668321 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:04.692185 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=47e89c73-c896-47cc-8b6a-6463ebe3f2d0,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:04.883184 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.024054 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.318496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.403620 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.483753 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=47e89c73-c896-47cc-8b6a-6463ebe3f2d0,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:05.508454 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.621231 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:05.638949 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e09cd137-634b-451d-9289-fe8f57d3525b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8683844 Sep 23 13:58:05.918292 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-8a2c813d-03a5-42c8-9473-d6bf26b89074 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:05.919789 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-8a2c813d-03a5-42c8-9473-d6bf26b89074 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 814 time: 0.1741014 Sep 23 13:58:05.927104 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-25d752ff-f9f9-471b-b28e-ff667c5570a1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--864289685&fields=id&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 267 time: 0.0576370 Sep 23 13:58:05.947502 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-63d878ac-1f35-4893-869b-7c7ef9a2452d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/quotas/84b76a8284ef4e47ae59c3f2bfa40577 HTTP/1.1" status: 200 len: 375 time: 0.0194645 Sep 23 13:58:06.060636 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-77f99457-ece9-4010-9fd5-f69c6183e179 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004300 Sep 23 13:58:06.086531 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-250ff533-3727-4e3c-aad7-a814aaa33181 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:06.088113 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-250ff533-3727-4e3c-aad7-a814aaa33181 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 817 time: 0.1521952 Sep 23 13:58:06.126280 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-3f006ce5-5e22-40b4-8ef4-d4f8e7de64ab tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/quotas/3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 375 time: 0.0293810 Sep 23 13:58:06.146974 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 227bbab8-2b47-428a-bd2a-614c37bb9dc9 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:06.220852 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:06.221630 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:06.226097 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-48abc13c-4605-4e4d-805a-e64c3d76e26d service neutron] 10.222.0.18 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369822 Sep 23 13:58:06.235386 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-ce4fcf2e-91ca-487d-bb66-9509cb2b277f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734880 Sep 23 13:58:06.694335 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-34d5a6a8-d803-4e48-bfe7-4de689882d1c service neutron] 10.222.0.18 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516790 Sep 23 13:58:06.702695 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-68bd7d70-4d98-4934-a7d0-ba4e6df24786 service neutron] 10.222.0.18 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426086 Sep 23 13:58:06.815794 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-58c82bf8-0d36-482c-8eaf-04d9a8f2266d service neutron] 10.222.0.18 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040797 Sep 23 13:58:06.954302 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9013f6be-b90d-42c4-8587-cdc5d7f05f32 req-5cebf54f-f39f-4996-a17d-d41b6e7cb8e2 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0332284 Sep 23 13:58:07.142891 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4f621055-ea13-402b-9424-5211e5098079 req-cb0d6485-5e86-4e47-b6d5-db0d7621fa97 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 210 time: 0.0277388 Sep 23 13:58:08.037918 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b2aba9ad-1aed-4404-a0e2-1faafe20199e req-3be9be56-8c83-43d4-9925-82cce80653f8 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0294740 Sep 23 13:58:08.256693 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cbd927ed-4892-4e5c-b5ef-decee6bd1df9 req-fb5c0ac9-345f-48cf-b764-d20ad43efe55 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 210 time: 0.0314825 Sep 23 13:58:09.156370 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ac730be-23f7-4961-b894-a39e6805f00e req-50023c59-548a-4579-aee1-22e902b4d775 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Sep 23 13:58:09.391194 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2af51c2-08c4-4334-bf5e-e1bf390ef792 req-19a3e0fd-25a9-4a28-9283-ab71ae1d75ab tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 210 time: 0.0361598 Sep 23 13:58:10.075484 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-b26daecb-d4ae-46a3-87a7-8debaece8ea7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:10.077183 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-b26daecb-d4ae-46a3-87a7-8debaece8ea7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 817 time: 0.1191833 Sep 23 13:58:10.143483 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-1c7067d0-f3b4-459b-9d61-0f5c4248547e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 379 time: 0.0468218 Sep 23 13:58:10.155725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'port': {'device_id': 'f415818f-d2f2-4612-a117-ca144c270573', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'admin_state_up': True, 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'security_groups': ['a5099a5f-fe52-461e-968f-205e6810a8f6']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:10.314944 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-35909ca7-6c92-420c-8536-2b3578a35988 req-ab6b89b6-b9df-47d5-8c1b-50f7496c1908 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Sep 23 13:58:10.449417 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Made reservation on behalf of 3a8746c457ae4f36a96d5ffeb4a15d58 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:10.453420 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:10.511061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-241aa05b-f882-4c0f-a6f0-9eb14de92e40 req-4ed07b2f-f874-43fe-8a6e-f5e7481b910a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 210 time: 0.0397201 Sep 23 13:58:10.635399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Allocated IP 172.20.0.14 (2dda631f-7cf4-44f4-a57e-f9407a396ab4/5307a6a8-37f2-4de1-a56d-5d72b31e3782/9d07fc74-87bc-4860-8f9f-6fd66eed6597) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:10.735665 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-4f9dec67-fa12-489b-8d52-9b8aff2dbf5b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:10.737293 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-4f9dec67-fa12-489b-8d52-9b8aff2dbf5b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 814 time: 0.1407371 Sep 23 13:58:10.751799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'port': {'device_id': '7198083e-2835-40b1-b68f-f14d47eaac52', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'admin_state_up': True, 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:10.834730 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.015117 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Made reservation on behalf of 84b76a8284ef4e47ae59c3f2bfa40577 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:11.016416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.020169 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.077162 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:11.080487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:11.086815 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:11.154017 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:11.164822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.165308 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.171842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:11.198699 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:11.200579 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.232094 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Allocated IP 172.20.0.6 (baef1d2c-6e87-4a3e-9c88-0671a197bf28/4b942a09-90fe-4ea6-9329-6dcd837c9afa/723b26bc-b85d-4773-af7d-a02e19ddffdb) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:11.307877 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-5fdbef86-fc20-4949-9d36-9d3d199a36aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1560547 Sep 23 13:58:11.324450 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Request body: {'port': {'device_id': 'f415818f-d2f2-4612-a117-ca144c270573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:11.453082 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.454616 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9e5bfc6d-86dc-4e22-be82-60b3f6bf3355 req-7728c715-1953-4113-922a-2f9e35c885f0 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0389996 Sep 23 13:58:11.488405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.490380 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-0c5959ae-4049-4563-a44e-f41fdcda126c None None] Provisioning complete for port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:11.494510 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0c5959ae-4049-4563-a44e-f41fdcda126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.531602 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-0c5959ae-4049-4563-a44e-f41fdcda126c None None] Port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:58:11.559125 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.622185 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:11.633266 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:11.634907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:11.650075 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:11.756293 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:11.757327 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:11.762774 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632247-d101-4ab5-90bf-19cde92b4300 req-fb9b00d2-a3b5-430b-8753-48024c6c5384 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:11.765468 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f8632247-d101-4ab5-90bf-19cde92b4300 req-fb9b00d2-a3b5-430b-8753-48024c6c5384 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 932 time: 0.1245081 Sep 23 13:58:11.866917 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-fbb14210-164e-4ab0-a993-7d072d86e25d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194580 Sep 23 13:58:11.879092 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Request body: {'port': {'device_id': '7198083e-2835-40b1-b68f-f14d47eaac52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:11.903745 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f8632247-d101-4ab5-90bf-19cde92b4300 req-9219bcfb-9f3f-4cdc-8ad7-e77242e9a9b5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234322 Sep 23 13:58:11.978181 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.066264 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2fdb807f-13a7-464f-b9d0-d9a15c3c945f None None] Provisioning complete for port 723b26bc-b85d-4773-af7d-a02e19ddffdb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:12.066264 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2fdb807f-13a7-464f-b9d0-d9a15c3c945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.098467 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:12.109636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb807f-13a7-464f-b9d0-d9a15c3c945f None None] Port 723b26bc-b85d-4773-af7d-a02e19ddffdb cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:58:12.129028 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.193786 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Transition to ACTIVE for port object 9d07fc74-87bc-4860-8f9f-6fd66eed6597 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:58:12.270762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.358096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:12.379055 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-54b6a047-d09b-4630-94ae-ea5d740f7bdb tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090399169&fields=id&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 267 time: 0.1348269 Sep 23 13:58:12.655058 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723b26bc-b85d-4773-af7d-a02e19ddffdb {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:12.669658 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.687948 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Transition to ACTIVE for port object 723b26bc-b85d-4773-af7d-a02e19ddffdb will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:58:12.740223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Attempting to bind port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:12.740851 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Attempting to bind port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:12.741188 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Attempting to bind port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:12.769401 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-4093a56b-3024-4ac1-8941-48d7da4005be tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:12.771232 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-4093a56b-3024-4ac1-8941-48d7da4005be tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.3784423 Sep 23 13:58:12.774369 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:58:12.774513 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Attempting to bind port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:12.795113 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b7bcf-a6a9-4eb3-913a-f46e7cf1ace3 req-c09cf312-771e-4a11-80f6-9bd8731621d4 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:12.798141 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.810761 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e3b7bcf-a6a9-4eb3-913a-f46e7cf1ace3 req-c09cf312-771e-4a11-80f6-9bd8731621d4 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 931 time: 0.1886160 Sep 23 13:58:12.838182 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:12.839012 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Checking segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:12.839728 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Bound using segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:12.840388 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Bound port: 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:12.840822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:12.852683 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-6e55d1d4-2d8a-4aca-974a-687063229136 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/quotas/973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 375 time: 0.0739584 Sep 23 13:58:12.917886 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:12.937719 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e3b7bcf-a6a9-4eb3-913a-f46e7cf1ace3 req-73482e34-42e8-4986-9f46-e1134cfd9a2d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040876 Sep 23 13:58:13.064485 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:13.082559 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-13cec5f7-a537-445d-995a-34a276fd25e8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046437 Sep 23 13:58:13.084637 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:13.098896 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-727dae4d-9075-4911-a4a5-df132bbcac7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184394 Sep 23 13:58:13.141847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Attempting to bind port 723b26bc-b85d-4773-af7d-a02e19ddffdb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:13.142395 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Attempting to bind port 723b26bc-b85d-4773-af7d-a02e19ddffdb by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:13.143209 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Attempting to bind port 723b26bc-b85d-4773-af7d-a02e19ddffdb on network baef1d2c-6e87-4a3e-9c88-0671a197bf28 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:13.164869 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Port 723b26bc-b85d-4773-af7d-a02e19ddffdb on network baef1d2c-6e87-4a3e-9c88-0671a197bf28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:58:13.165603 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Attempting to bind port 723b26bc-b85d-4773-af7d-a02e19ddffdb on network baef1d2c-6e87-4a3e-9c88-0671a197bf28 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:13.170241 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:13.174523 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:13.175042 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Checking segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:13.175273 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Bound using segment: {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:13.175896 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Bound port: 723b26bc-b85d-4773-af7d-a02e19ddffdb, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2931d969-b69e-4c0f-b5d6-e1fe438b3373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:13.177856 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:13.288168 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.288881 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:13.290477 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] 10.222.0.45 "PUT /v2.0/ports/9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 1094 time: 1.9734211 Sep 23 13:58:13.296049 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:13.298559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:13.311986 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:13.316182 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:13.351247 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92639b8e-6e84-4f5b-9d1a-693313b7d833 service neutron] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:13.362204 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b6405-449d-4a0a-8e2d-dc52ead3ba01 req-c908db26-0475-4f07-b74c-44fc83e4cd12 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.368950 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd5b6405-449d-4a0a-8e2d-dc52ead3ba01 req-c908db26-0475-4f07-b74c-44fc83e4cd12 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.2005992 Sep 23 13:58:13.369231 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-a3a6d32e-cb85-4350-8afc-b8ce8cdaa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.370992 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-a3a6d32e-cb85-4350-8afc-b8ce8cdaa2a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 1099 time: 0.1608868 Sep 23 13:58:13.428649 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-61f3cb8b-ddde-4cd6-9380-7fb17caf22f9 service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045135 Sep 23 13:58:13.478703 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:13.563706 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd5b6405-449d-4a0a-8e2d-dc52ead3ba01 req-af64f42a-88e3-4932-a257-ba5fb9bb0aeb tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882546 Sep 23 13:58:13.570157 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.570867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:13.577539 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 1093 time: 1.6979411 Sep 23 13:58:13.578360 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:13.607588 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c5f4c-82c2-469b-b372-497f4840aa2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:13.639083 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-98b4c593-f7e3-490b-a310-3e9c1062ad4e service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060659 Sep 23 13:58:13.686790 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f0f63-17a1-4009-9f05-286b6a0516c5 x-openstack-request-id: req-8a6f0f63-17a1-4009-9f05-286b6a0516c5 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:13.687418 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:13.687896 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a6f0f63-17a1-4009-9f05-286b6a0516c5 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:13.688849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'status': 'completed', 'code': 200} Sep 23 13:58:13.742277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147c779-7510-435a-a37c-5c1e965ab5b9 x-openstack-request-id: req-4147c779-7510-435a-a37c-5c1e965ab5b9 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:13.742613 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:13.742883 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4147c779-7510-435a-a37c-5c1e965ab5b9 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:13.743304 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 13:58:13.870430 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:13.879605 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.879952 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.880303 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.880697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.881031 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.881549 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.881717 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.882110 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.882440 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.882766 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.883091 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.883413 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db086e-c946-4f02-aee1-51d2708862c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:13.894583 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-fc444f49-1f1e-4289-8a40-4898b9fa8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.896577 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-fc444f49-1f1e-4289-8a40-4898b9fa8fcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1097 time: 0.2378497 Sep 23 13:58:13.914641 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-d9a39702-1ab2-42a2-84ba-9d93573f9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:13.916721 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-d9a39702-1ab2-42a2-84ba-9d93573f9ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1096 time: 0.1295114 Sep 23 13:58:14.012183 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-15c74dcd-cde2-4122-8b83-8854d97650dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 217 time: 0.0923939 Sep 23 13:58:14.013147 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-aca27dd2-583a-4a1f-8820-b20a31a02ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:14.015867 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-aca27dd2-583a-4a1f-8820-b20a31a02ad1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 910 time: 0.3872688 Sep 23 13:58:14.080182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-5283eeb1-d801-4b5d-8526-778c4aef40f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 217 time: 0.0668468 Sep 23 13:58:14.155303 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53384281-852f-4412-b900-8dfd24b09137 req-7052b9b3-03e7-4e34-bc9b-d8c4a21f1316 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:14.166191 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53384281-852f-4412-b900-8dfd24b09137 req-7052b9b3-03e7-4e34-bc9b-d8c4a21f1316 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0992119 Sep 23 13:58:14.226728 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-53384281-852f-4412-b900-8dfd24b09137 req-d037f90a-df95-46bc-9a61-4266db121c10 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584342 Sep 23 13:58:14.570152 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-efd899db-17b0-4ee1-979d-046c8d7ab0fa req-e6173547-7fcd-4a5d-b8f3-07db32f26703 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0523925 Sep 23 13:58:14.821221 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:14.877081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1bc69-b23f-407f-8276-853d5908f2f1 req-6ab5395d-24e6-4fdb-9041-5faa7ae8ff51 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:14.878927 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ded1bc69-b23f-407f-8276-853d5908f2f1 req-6ab5395d-24e6-4fdb-9041-5faa7ae8ff51 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.1309693 Sep 23 13:58:14.930917 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ded1bc69-b23f-407f-8276-853d5908f2f1 req-aabfde38-7e2f-4d37-b8f7-2da00ee2a0dc tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399890 Sep 23 13:58:15.415239 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22656b-c652-482c-bbf4-9cad8ca4379e req-39d8c59a-0c44-45c7-a005-0f4457eda632 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:15.422139 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4a22656b-c652-482c-bbf4-9cad8ca4379e req-39d8c59a-0c44-45c7-a005-0f4457eda632 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0978372 Sep 23 13:58:15.479657 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4a22656b-c652-482c-bbf4-9cad8ca4379e req-40177918-44b6-476d-bb2d-5c7b351b25e8 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Sep 23 13:58:15.685949 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44670) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:15.694441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ff826f93-fd1d-45bb-835c-71044dea7c6e req-e74dc63a-596f-40f3-9594-74bedad861f7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0572534 Sep 23 13:58:15.832028 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4559c9f-6823-42fe-a8f2-f7fb7174b894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:15.948933 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4559c9f-6823-42fe-a8f2-f7fb7174b894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.074563 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520763-1f52-4546-bde8-14ea52109efa req-42d90bbe-eede-405d-81f0-504eb2637686 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:16.076154 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec520763-1f52-4546-bde8-14ea52109efa req-42d90bbe-eede-405d-81f0-504eb2637686 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0600042 Sep 23 13:58:16.111840 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c4559c9f-6823-42fe-a8f2-f7fb7174b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.123977 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec520763-1f52-4546-bde8-14ea52109efa req-7b71517b-ff20-43a6-afec-fb69414b5a72 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Sep 23 13:58:16.143238 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4559c9f-6823-42fe-a8f2-f7fb7174b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711fac3-4f7c-4bfd-94a1-c8573a6df42c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:16.169898 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c4559c9f-6823-42fe-a8f2-f7fb7174b894 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=488c37aaa82c40e486988955d99aefa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817865 Sep 23 13:58:16.176981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44676) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:16.233445 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.259716 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.443649 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.446532 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:16.447814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a711fac3-4f7c-4bfd-94a1-c8573a6df42c HTTP/1.1" status: 204 len: 168 time: 0.2745512 Sep 23 13:58:16.457642 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f06c-a30e-4287-903d-febda4b37044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711fac3-4f7c-4bfd-94a1-c8573a6df42c,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:16.627314 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ff48-4599-40f7-88e7-fc3043e9161f req-03427f6f-c492-4eb5-ac80-f7a62991a019 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:16.634244 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6e2ff48-4599-40f7-88e7-fc3043e9161f req-03427f6f-c492-4eb5-ac80-f7a62991a019 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0794513 Sep 23 13:58:16.690630 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6e2ff48-4599-40f7-88e7-fc3043e9161f req-7fdb468e-117a-47bb-8c7b-4b5429e1aed6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551655 Sep 23 13:58:16.871399 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-73f79ca5-068f-4922-8d5b-c9a2163e8e95 req-9c75c1a7-5d80-4ffe-8e27-12b63c019b15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Sep 23 13:58:17.317348 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44688) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:17.317875 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781197-9ea1-4a4a-b328-ad70a2fbc8ea req-c4dc1bbc-20c0-4013-8227-934846e079b0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:17.320165 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34781197-9ea1-4a4a-b328-ad70a2fbc8ea req-c4dc1bbc-20c0-4013-8227-934846e079b0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0790565 Sep 23 13:58:17.337034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cd79ff-5322-409a-8ef3-c18d40dd9968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:17.376721 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34781197-9ea1-4a4a-b328-ad70a2fbc8ea req-e39ee725-7866-4379-b37c-9cdc50693a04 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487325 Sep 23 13:58:17.465495 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cd79ff-5322-409a-8ef3-c18d40dd9968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:17.824304 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0435c-5de5-4846-9c32-52f54337bcfa req-bfc7434b-2a1b-4747-ab24-887efe2ce795 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:17.825986 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58a0435c-5de5-4846-9c32-52f54337bcfa req-bfc7434b-2a1b-4747-ab24-887efe2ce795 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0568829 Sep 23 13:58:17.878059 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58a0435c-5de5-4846-9c32-52f54337bcfa req-079034c5-a174-4aa4-848a-dce4470492dd tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Sep 23 13:58:17.946431 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83cd79ff-5322-409a-8ef3-c18d40dd9968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.030418 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-83cd79ff-5322-409a-8ef3-c18d40dd9968 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deee352d5db64183ad12fc782469e131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717994 Sep 23 13:58:18.030418 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd79ff-5322-409a-8ef3-c18d40dd9968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0858a4-3adb-44eb-b5fa-76b5af23c033,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:18.031263 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-771649d0-d91f-436e-82f1-58ca803e195d req-215f93ee-d351-4302-aadf-b67f58d71711 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0397518 Sep 23 13:58:18.037973 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44694) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:18.119273 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.156836 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.386350 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d55-a792-4370-8c1b-7cabd553237e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.432526 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.439487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:18.444140 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d0858a4-3adb-44eb-b5fa-76b5af23c033 HTTP/1.1" status: 204 len: 168 time: 0.4020991 Sep 23 13:58:18.456849 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334f0a8-7517-47ce-bc25-31305b5f6c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0858a4-3adb-44eb-b5fa-76b5af23c033,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:18.540712 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87648d2-ddf9-412b-97a8-12e166d1508b req-d5e315a4-0c05-41c3-a3fc-20c7a3c034f1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:18.543248 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f87648d2-ddf9-412b-97a8-12e166d1508b req-d5e315a4-0c05-41c3-a3fc-20c7a3c034f1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0666466 Sep 23 13:58:18.593898 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f87648d2-ddf9-412b-97a8-12e166d1508b req-2796386c-1d0f-460f-87d2-579b695a79f4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Sep 23 13:58:19.033864 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0626ba-8cd0-4982-a6f6-337217c3746e req-0b300998-be31-4133-addb-79994ea90bca tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:19.036327 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c0626ba-8cd0-4982-a6f6-337217c3746e req-0b300998-be31-4133-addb-79994ea90bca tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0680459 Sep 23 13:58:19.123153 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7c0626ba-8cd0-4982-a6f6-337217c3746e req-3e73237c-35e4-42a0-b927-43938b2f5cd7 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Sep 23 13:58:19.188230 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e5db0d-4732-4456-add2-0807e3688385 req-f399fcb6-3b8b-4f85-ae9a-7304dbe566c0 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Sep 23 13:58:19.808439 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9835-ff0f-45c2-a088-85f6809153c4 req-cb20c236-4901-4651-89bc-cbef98b57f66 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:19.810101 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0eec9835-ff0f-45c2-a088-85f6809153c4 req-cb20c236-4901-4651-89bc-cbef98b57f66 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0847437 Sep 23 13:58:19.865120 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0eec9835-ff0f-45c2-a088-85f6809153c4 req-718259b4-f3f2-43fd-ae6f-b47c099826f6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477734 Sep 23 13:58:20.054537 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44728) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:20.175718 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ff95ce7-804b-49a4-922d-01a3bd749c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.198399 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1621188750-network', 'tenant_id': '62482f18c56e40ccbfc4064f32a273d8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:20.300511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Made reservation on behalf of 62482f18c56e40ccbfc4064f32a273d8 for: {'network': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:20.302946 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.314195 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.363479 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-96072b44-3dd8-4222-af66-451c7a11598c req-33b01821-2bae-404c-aacb-76505025d792 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0616868 Sep 23 13:58:20.388322 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6742b-c8a5-4bca-93e1-fa2fe098d85a req-7361f1c1-d3b8-48f6-85a9-1234a26c26d4 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:20.390061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9be6742b-c8a5-4bca-93e1-fa2fe098d85a req-7361f1c1-d3b8-48f6-85a9-1234a26c26d4 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.1477649 Sep 23 13:58:20.432925 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.446380 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9be6742b-c8a5-4bca-93e1-fa2fe098d85a req-b1175f1b-318c-4683-9c70-7ce33a67d46e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Sep 23 13:58:20.534639 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.569170 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 13:58:20.580965 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ccc798-697e-437a-9a11-8c1e10bc89cd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:20.587049 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.587386 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.segments_db [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Added segment 62dd54ae-5c78-496b-ada4-460ce6a30b15 of type vlan for network f57b2ea0-41ab-4b73-aae0-cd243e8681ea Sep 23 13:58:20.633411 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.734647 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.735841 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:20.736452 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:20.803454 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] Pushing event updated for resources: {'Network': ['ID=f57b2ea0-41ab-4b73-aae0-cd243e8681ea,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:20.816288 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 13:58:20.853492 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0a93c6d1-ee80-4f63-a058-e7dd7888179b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7977438 Sep 23 13:58:20.853762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44736) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:20.861832 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Request body: {'subnet': {'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1621188750-subnet', 'tenant_id': '62482f18c56e40ccbfc4064f32a273d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:21.005561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Made reservation on behalf of 62482f18c56e40ccbfc4064f32a273d8 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:21.009706 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59618067'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:21.038677 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c19b35-444c-45be-8cfc-aeefbbe5e109 req-46e3224b-7d07-47ce-8abb-4c759e4ae250 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:21.040363 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7c19b35-444c-45be-8cfc-aeefbbe5e109 req-46e3224b-7d07-47ce-8abb-4c759e4ae250 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0885260 Sep 23 13:58:21.054717 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:21.135896 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7c19b35-444c-45be-8cfc-aeefbbe5e109 req-8c691d04-c002-4e80-be03-9f62570c9c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841794 Sep 23 13:58:21.209070 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:21.501027 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bf2a174b-6eae-4dad-9afc-93a37d661db9 req-3a458152-4821-4241-938e-df7743e8ea1f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0330567 Sep 23 13:58:21.592432 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c179a0-57ae-43b3-adc2-d1504defcd2a req-21710255-4e88-4829-b195-c962175a26b1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:21.594022 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6c179a0-57ae-43b3-adc2-d1504defcd2a req-21710255-4e88-4829-b195-c962175a26b1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0653403 Sep 23 13:58:21.635499 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6c179a0-57ae-43b3-adc2-d1504defcd2a req-e1473954-7374-48af-a921-b9c9b566e662 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Sep 23 13:58:21.775000 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3150404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59618081'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:21.828507 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:21.846106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Checking segment: {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:21.846782 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Network hostable DHCP agents. Network: f57b2ea0-41ab-4b73-aae0-cd243e8681ea, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 13:58:21.940218 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 13:58:22.267891 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650a83-55c5-4f0c-9144-b832820c9743 req-e324e989-03db-4898-8cd9-6d40241fc095 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:22.269492 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1650a83-55c5-4f0c-9144-b832820c9743 req-e324e989-03db-4898-8cd9-6d40241fc095 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0561018 Sep 23 13:58:22.289257 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, f57b2ea0-41ab-4b73-aae0-cd243e8681ea) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:22.295987 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:22.297235 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:22.302369 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da1369-969a-46a3-84c7-423b2b06d674 None None] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:58:22.326923 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1650a83-55c5-4f0c-9144-b832820c9743 req-72a856de-dbbb-44ea-b41c-caf8a2a30a50 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Sep 23 13:58:22.398429 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9745d545-c5d0-4d26-a790-559e53584b26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5424531 Sep 23 13:58:22.453624 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b443701-dc1a-4450-b6c6-b426bf314972 None None] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 13:58:22.689132 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97f942e4-dfef-4040-a6a0-9e0a2e0a3061 req-49005c8a-56c0-4518-8b0e-b622066c33ba tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0446181 Sep 23 13:58:22.785899 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f27fa-d2f4-4cdc-86f5-d577d244b945 req-cd682b28-45cd-44bd-9da5-baf7b6d540fb tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:22.803538 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f54f27fa-d2f4-4cdc-86f5-d577d244b945 req-cd682b28-45cd-44bd-9da5-baf7b6d540fb tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0671961 Sep 23 13:58:22.834019 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f54f27fa-d2f4-4cdc-86f5-d577d244b945 req-fa8273b6-991f-4f18-a374-42df4249d461 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Sep 23 13:58:23.369511 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:23.454684 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22d624-ed17-499c-a93f-b0f5fbe12814 req-bd95556c-485d-405e-baa2-bab9d86d181f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.456303 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca22d624-ed17-499c-a93f-b0f5fbe12814 req-bd95556c-485d-405e-baa2-bab9d86d181f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0524898 Sep 23 13:58:23.497450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ca22d624-ed17-499c-a93f-b0f5fbe12814 req-daa7c2fa-ac56-4960-ac58-9d55cd3f317f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346196 Sep 23 13:58:23.688460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-8d28b844-9f29-4d25-997b-a4c929edb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.690028 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-8d28b844-9f29-4d25-997b-a4c929edb23a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0753601 Sep 23 13:58:23.693816 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-f8a656db-ec60-4a75-81df-74e3523cc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.695347 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-f8a656db-ec60-4a75-81df-74e3523cc0b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0998971 Sep 23 13:58:23.711076 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-6ac1a783-e548-4c5e-a76d-0236141c80a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 200 len: 1001 time: 0.0801885 Sep 23 13:58:23.785498 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166babba-265e-48a5-8dd3-636a3ba04058 req-684672ec-faeb-4655-9403-67e6e95f8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.787007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-684672ec-faeb-4655-9403-67e6e95f8dec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744326 Sep 23 13:58:23.789247 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-64be4bb0-67f0-4c79-a8c2-ab8ddc24a695 req-804cb533-b517-4d1d-9a64-65e984f073ed tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0344462 Sep 23 13:58:23.863653 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-e68a4a8f-7ccf-4a13-851e-4b5af4fe33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.865966 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-e68a4a8f-7ccf-4a13-851e-4b5af4fe33d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.1365423 Sep 23 13:58:23.869045 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-a26140f7-fd3f-41bb-a060-a5bb16420ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:23.871138 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-a26140f7-fd3f-41bb-a060-a5bb16420ef3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1500945 Sep 23 13:58:23.934869 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-dd4476ed-cd97-4866-aac6-2d12d76c9fd3 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388125 Sep 23 13:58:24.000139 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-8dcceba7-0218-4baa-a057-b1d64e067ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.009878 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-8dcceba7-0218-4baa-a057-b1d64e067ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1301601 Sep 23 13:58:24.058593 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295c80-e00d-40f0-90cb-c52dd53b755e req-4d119fae-0443-463c-bf46-cf2608657a5d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.067468 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb295c80-e00d-40f0-90cb-c52dd53b755e req-4d119fae-0443-463c-bf46-cf2608657a5d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.1531553 Sep 23 13:58:24.112641 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-b536657f-cd43-4f92-94e5-6fb27617b1c0 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230711 Sep 23 13:58:24.154119 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb295c80-e00d-40f0-90cb-c52dd53b755e req-ee2edf38-e4c8-46e1-9a54-f8ac774d3420 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854466 Sep 23 13:58:24.159049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-166babba-265e-48a5-8dd3-636a3ba04058 req-580f004b-c6c5-4de9-bd13-fda111c91b01 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139695 Sep 23 13:58:24.204336 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-68d9e2f6-0ed1-413e-a945-49eaedefb395 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866167 Sep 23 13:58:24.266760 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ea3bd320-f507-4b4e-824f-e349a8794339 req-b17d1232-76da-4901-8b9d-c248b3ac8997 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456609 Sep 23 13:58:24.360742 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-cfbe8ea7-b674-42b5-b731-53fdde4fb0e3 req-d8c9101b-312b-47f6-a9e2-30159b666f09 service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481152 Sep 23 13:58:24.363494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-22184cbc-720c-47fd-93db-a04c1bb8c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.364961 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-22184cbc-720c-47fd-93db-a04c1bb8c087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1096 time: 0.0689731 Sep 23 13:58:24.487552 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-9312f893-156d-4df9-b1c8-dfe0fc95fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.489178 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-9312f893-156d-4df9-b1c8-dfe0fc95fba4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.1163998 Sep 23 13:58:24.636976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1c755-1ac5-40f0-8611-ba06c04f54a9 req-17024f5c-ecff-4f4e-a6e1-5b48c68e995a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.638913 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23a1c755-1ac5-40f0-8611-ba06c04f54a9 req-17024f5c-ecff-4f4e-a6e1-5b48c68e995a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0591669 Sep 23 13:58:24.685730 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23a1c755-1ac5-40f0-8611-ba06c04f54a9 req-38a6a6cb-a634-43ed-a3f0-07f8b7ca78ef tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Sep 23 13:58:24.802564 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-288dd6ee-7c68-40af-9fcf-fe2f3a047e4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 217 time: 0.2986283 Sep 23 13:58:24.851678 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-c411babc-256e-484c-87f1-f3ea9f25b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.853185 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-c411babc-256e-484c-87f1-f3ea9f25b3da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1097 time: 0.3433075 Sep 23 13:58:24.875240 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-e4b399e4-81b6-4830-b572-a323f2af2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.876693 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-e4b399e4-81b6-4830-b572-a323f2af2c30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0622935 Sep 23 13:58:24.894481 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5b2e752a-01e7-40af-a73d-6af223095e33 req-a8ae8677-521e-4b55-b140-1558a1b0839a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Sep 23 13:58:24.981818 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-009080ef-2f61-4322-91b9-2666cafaddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.983301 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-009080ef-2f61-4322-91b9-2666cafaddb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959015 Sep 23 13:58:24.993334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-bcc9eb9b-8930-499a-8c3f-3ffd7af6be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:24.994913 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-bcc9eb9b-8930-499a-8c3f-3ffd7af6be60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.1313598 Sep 23 13:58:25.054514 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-3ffc24bf-c08c-4efd-bdef-e605a6c0b254 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 217 time: 0.0500968 Sep 23 13:58:25.153765 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-d3e7e93c-edf2-40ff-8f2b-104ae89194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:25.155384 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-d3e7e93c-edf2-40ff-8f2b-104ae89194ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0910101 Sep 23 13:58:25.208173 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-4fe66e21-b4a8-4e6f-a162-53a7650ea187 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121470 Sep 23 13:58:25.246792 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-33ba3840-8447-43f4-ac5a-c635df479a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:25.248556 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-33ba3840-8447-43f4-ac5a-c635df479a45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803478 Sep 23 13:58:25.258895 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-6d044215-2d18-424c-9f95-47340155b28e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:25.262772 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-6d044215-2d18-424c-9f95-47340155b28e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.2093945 Sep 23 13:58:25.373439 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-6fa86144-5aa7-4507-99af-925f41811eb5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 380 time: 0.0978653 Sep 23 13:58:25.384514 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'port': {'device_id': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'admin_state_up': True, 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'security_groups': ['c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:25.411018 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-463c5f4c-82c2-469b-b372-497f4840aa2a req-00609834-ae3f-4eda-964f-9fb04c8944ac service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956799 Sep 23 13:58:25.451043 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-aab43e48-28ec-46dd-91bc-722894fe877a service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951966 Sep 23 13:58:25.472371 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f142d-50e9-4ec2-9a4d-2ff7d0f3d26d req-0a4bc6f4-cd7a-4f5e-a5eb-f854e23fe15d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:25.474077 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-405f142d-50e9-4ec2-9a4d-2ff7d0f3d26d req-0a4bc6f4-cd7a-4f5e-a5eb-f854e23fe15d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.1584725 Sep 23 13:58:25.573539 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-405f142d-50e9-4ec2-9a4d-2ff7d0f3d26d req-2a9c4f07-3a26-45b2-bf82-3bca20be2cc1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876236 Sep 23 13:58:25.600828 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-3d450ec1-a746-4fdb-b130-c77b30ebf9ab req-40b6e319-f35d-4da2-81ba-bc35a65cb642 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389320 Sep 23 13:58:25.663304 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-1ab6a4dc-101a-49ce-b711-43b54f59eae3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:25.664924 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-1ab6a4dc-101a-49ce-b711-43b54f59eae3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/networks?id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 200 len: 814 time: 0.1502171 Sep 23 13:58:25.681666 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-16875c6d-5904-4c9e-8e3a-f7c10917936e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/quotas/62482f18c56e40ccbfc4064f32a273d8 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Sep 23 13:58:25.702599 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Made reservation on behalf of 973bfa87bcc64277a0165badd90793af for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:25.711101 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:25.729421 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-f04203fc-e996-4190-a714-0e32907c787e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367827 Sep 23 13:58:26.221619 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-979d1a51-b4f4-42ac-b32a-ffc4598ec935 service neutron] 10.222.0.18 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848397 Sep 23 13:58:26.251865 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fe9c6-8624-439c-8782-578cee50bcaa req-da10907f-3617-47ab-9b64-ecf62341e408 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:26.253814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba4fe9c6-8624-439c-8782-578cee50bcaa req-da10907f-3617-47ab-9b64-ecf62341e408 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.4129975 Sep 23 13:58:26.283576 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.20.0.3 (26fa4166-2eca-47c3-bada-8c6d5a84e226/25269edf-99d8-425d-b117-e747d9d7a113/80f21933-b906-4522-b393-bc7f2a6dc1cf) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:26.390606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ba4fe9c6-8624-439c-8782-578cee50bcaa req-d6ef951d-954e-40e9-9c7f-88db8568a1f5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219091 Sep 23 13:58:26.425354 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-c16c7a75-cd1c-42d3-9602-70cbee0944e4 service neutron] 10.222.0.18 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956329 Sep 23 13:58:26.540991 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d96da259-2f00-4eaf-866e-9da3f0735c5e req-976a5118-47fa-49b1-9425-e376f6d1b3ba tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0344243 Sep 23 13:58:26.576505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:26.757504 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83917ff2-4bb8-441a-bd9f-35555a8e96ba req-547d43e5-2b4d-4904-a178-e3a06f67ffa9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:26.757504 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-83917ff2-4bb8-441a-bd9f-35555a8e96ba req-547d43e5-2b4d-4904-a178-e3a06f67ffa9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0779440 Sep 23 13:58:26.761715 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:26.844477 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7de53d6c-e902-445c-8e15-9b5edde0f84d req-23a23a71-2552-41ff-b14c-d815c6e17796 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0695283 Sep 23 13:58:26.860186 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:26.873413 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-83917ff2-4bb8-441a-bd9f-35555a8e96ba req-024ca4e6-555d-4a40-95b8-8c01aa2b42c6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198728 Sep 23 13:58:26.874354 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:26.876489 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:26.879046 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:26.939730 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:26.940520 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.016074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-62384a8a-7381-4d76-84b2-3e54558d41c8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6360018 Sep 23 13:58:27.032340 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Request body: {'port': {'device_id': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:27.103461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.137425 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-18149304-5a5d-492e-aef6-3ba4ccfb9bde None None] Provisioning complete for port 80f21933-b906-4522-b393-bc7f2a6dc1cf triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:27.138062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-18149304-5a5d-492e-aef6-3ba4ccfb9bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.178490 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-18149304-5a5d-492e-aef6-3ba4ccfb9bde None None] Port 80f21933-b906-4522-b393-bc7f2a6dc1cf cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:58:27.445722 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f21933-b906-4522-b393-bc7f2a6dc1cf {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:27.460769 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.481649 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Transition to ACTIVE for port object 80f21933-b906-4522-b393-bc7f2a6dc1cf will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:58:27.549129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937884a-9b9a-479f-a0b4-3bf9726164cb req-2155367e-ae15-4c99-8a63-a4152ceb88d5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:27.551395 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5937884a-9b9a-479f-a0b4-3bf9726164cb req-2155367e-ae15-4c99-8a63-a4152ceb88d5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0513365 Sep 23 13:58:27.584542 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.654769 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5937884a-9b9a-479f-a0b4-3bf9726164cb req-d2782805-3392-4b26-b662-9a00494de7f4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956423 Sep 23 13:58:27.702753 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Pushing event updated for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:27.780715 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b356fa-d78b-4d2a-ab12-83ea54d98c09 req-09587186-c29d-46da-af99-0471d002f273 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:27.782073 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-91b356fa-d78b-4d2a-ab12-83ea54d98c09 req-09587186-c29d-46da-af99-0471d002f273 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.1244378 Sep 23 13:58:27.815747 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Attempting to bind port 80f21933-b906-4522-b393-bc7f2a6dc1cf on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:27.816089 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Attempting to bind port 80f21933-b906-4522-b393-bc7f2a6dc1cf by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:27.816421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Attempting to bind port 80f21933-b906-4522-b393-bc7f2a6dc1cf on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:27.826287 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Port 80f21933-b906-4522-b393-bc7f2a6dc1cf on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:58:27.826606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Attempting to bind port 80f21933-b906-4522-b393-bc7f2a6dc1cf on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:27.841573 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:27.842593 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:27.842593 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Bound using segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:27.842799 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Bound port: 80f21933-b906-4522-b393-bc7f2a6dc1cf, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:27.843073 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:27.848763 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-91b356fa-d78b-4d2a-ab12-83ea54d98c09 req-071bc43b-bfa9-450d-a7fc-c3aefe4e0bf0 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584280 Sep 23 13:58:27.945048 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a4e7a5b-b6a7-418e-821a-21272b186240 req-9544897d-3d87-4166-963c-2e1d38788ce1 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0360951 Sep 23 13:58:27.948010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:27.970718 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:28.030667 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b1667-7813-4936-a6f5-96d0a16c3475 req-91396120-62c2-483f-8f1d-4c07415efa33 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.032285 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e08b1667-7813-4936-a6f5-96d0a16c3475 req-91396120-62c2-483f-8f1d-4c07415efa33 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 943 time: 0.0508189 Sep 23 13:58:28.080611 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e08b1667-7813-4936-a6f5-96d0a16c3475 req-e0429e79-3a51-44d3-8201-ee78b3339884 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Sep 23 13:58:28.106907 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.150083 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.151402 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.152940 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] 10.222.0.45 "PUT /v2.0/ports/80f21933-b906-4522-b393-bc7f2a6dc1cf HTTP/1.1" status: 200 len: 1093 time: 1.1277323 Sep 23 13:58:28.153519 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:28.157939 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:28.186794 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d226-a2ff-4f04-bbeb-189909353309 service neutron] Pushing event updated for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:28.208480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6389399-657e-484d-894c-10d104012f64 x-openstack-request-id: req-f6389399-657e-484d-894c-10d104012f64 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:28.208856 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:28.209192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6389399-657e-484d-894c-10d104012f64 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:28.209707 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'status': 'completed', 'code': 200} Sep 23 13:58:28.245546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:58:28.320586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-d79d533a-cd87-4386-87db-2cc479c25d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.322458 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-d79d533a-cd87-4386-87db-2cc479c25d7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0723426 Sep 23 13:58:28.364748 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:28.378586 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:58:28.433099 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.451431 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:28.459489 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-19bf9c75-1dd6-4e6a-a6bf-b1e7d14ccd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.460979 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-19bf9c75-1dd6-4e6a-a6bf-b1e7d14ccd3c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=973bfa87bcc64277a0165badd90793af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1290507 Sep 23 13:58:28.471803 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:28.540494 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.541377 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 723b26bc-b85d-4773-af7d-a02e19ddffdb details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:58:28.579036 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-eff4ffae-071e-4499-99dc-bf2ba39834c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.580983 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bbaa56a5-8ea8-46d3-aac3-30faed6cc2e8 req-eff4ffae-071e-4499-99dc-bf2ba39834c4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1128922 Sep 23 13:58:28.634241 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:28.646727 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.647063 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.647406 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.647813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.648092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.648441 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.648765 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.649086 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.649442 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.649787 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.650092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.650408 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:58:28.680245 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-2f5e7904-00a8-4ee0-9490-f4700ace9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.681931 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-2f5e7904-00a8-4ee0-9490-f4700ace9c4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0591698 Sep 23 13:58:28.718483 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:28.732934 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'port_id': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'mac_address': 'fa:16:3e:e6:8a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:58:28.748100 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-547243bc-f622-479c-a4c1-3450998441e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf HTTP/1.1" status: 200 len: 217 time: 0.0571098 Sep 23 13:58:28.775292 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.790859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723b26bc-b85d-4773-af7d-a02e19ddffdb {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:28.819704 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:28.828018 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-b71eaac3-9034-41ac-bf41-984b183383ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.829568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-b71eaac3-9034-41ac-bf41-984b183383ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0731943 Sep 23 13:58:28.839471 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f1cd-f000-4c16-bc92-0b4dcc6a7017 req-0ed8fe46-eafc-4273-b43d-3c032f627db2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.840842 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ff0f1cd-f000-4c16-bc92-0b4dcc6a7017 req-0ed8fe46-eafc-4273-b43d-3c032f627db2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 945 time: 0.0956833 Sep 23 13:58:28.894732 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:28.914934 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-02097555-5a79-4ae7-96d8-82c89ab43eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:28.917119 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-02097555-5a79-4ae7-96d8-82c89ab43eff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748856 Sep 23 13:58:28.919748 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ff0f1cd-f000-4c16-bc92-0b4dcc6a7017 req-cf33a26c-3631-4107-8a0b-8f9d7bebc68e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703192 Sep 23 13:58:28.952928 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:29.064860 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b7b04054-0140-497b-835f-75b6d2c30651 req-3d4c9958-8729-49fc-a8f8-c766a9130e26 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0466640 Sep 23 13:58:29.091106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b773a-cb65-4711-837b-7fbb045ee738 req-429e4e8f-d733-409a-9c56-15a5f6cc2dde tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:29.097238 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-721b773a-cb65-4711-837b-7fbb045ee738 req-429e4e8f-d733-409a-9c56-15a5f6cc2dde tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.1591141 Sep 23 13:58:29.099114 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-4a4b49ba-1590-43aa-87e0-6cdaec6f0ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740203 Sep 23 13:58:29.154123 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['9d07fc74-87bc-4860-8f9f-6fd66eed6597'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:29.159033 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:29.211535 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-721b773a-cb65-4711-837b-7fbb045ee738 req-4432c02a-4734-4a09-b1db-8618df19aa8f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113434 Sep 23 13:58:29.297810 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57012a-bec0-417d-ba49-470af9377c0c req-c1fa534f-4d52-4e36-8997-4ce9d3821962 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:29.300704 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fc57012a-bec0-417d-ba49-470af9377c0c req-c1fa534f-4d52-4e36-8997-4ce9d3821962 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 944 time: 0.1407547 Sep 23 13:58:29.305417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9138a6ae-4d7d-4b56-8d51-572872395d00 req-496d22bb-3c2e-4e2b-8c95-e9ce6d1baa8f service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965759 Sep 23 13:58:29.372770 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fc57012a-bec0-417d-ba49-470af9377c0c req-c2e46490-40f4-4dd2-a76c-68f7b96dae3f tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Sep 23 13:58:29.456303 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-1da00c92-3b01-48e8-9f13-370dd448ba5e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:29.458647 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-1da00c92-3b01-48e8-9f13-370dd448ba5e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "GET /v2.0/networks?id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 200 len: 814 time: 0.2035475 Sep 23 13:58:29.482591 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Request body: {'port': {'device_id': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea', 'admin_state_up': True, 'tenant_id': '62482f18c56e40ccbfc4064f32a273d8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:29.706160 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Made reservation on behalf of 62482f18c56e40ccbfc4064f32a273d8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:29.709844 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:29.849605 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Allocated IP 172.20.0.7 (f57b2ea0-41ab-4b73-aae0-cd243e8681ea/9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f/31b5f4ea-f6a6-483a-9383-e2b140dd5e37) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:30.004290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.045161 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df278a5-76c7-4522-8e3a-758ef4b081e2 req-cb4cb147-ebdb-43a4-9baa-54e3e0d9dce6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:30.046892 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6df278a5-76c7-4522-8e3a-758ef4b081e2 req-cb4cb147-ebdb-43a4-9baa-54e3e0d9dce6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Sep 23 13:58:30.089014 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6df278a5-76c7-4522-8e3a-758ef4b081e2 req-ef0e5591-37b9-491f-8d5f-148cc6052633 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354164 Sep 23 13:58:30.102064 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.179371 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:30.184036 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:30.194365 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:30.197497 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Pushing event updated for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:30.239837 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf79fc-4413-4718-96c5-4d0fea3ab974 req-c53646e3-d69a-451a-a06d-d3e623182855 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:30.241658 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6bf79fc-4413-4718-96c5-4d0fea3ab974 req-c53646e3-d69a-451a-a06d-d3e623182855 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 931 time: 0.0670938 Sep 23 13:58:30.258397 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:30.279215 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:30.281685 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.290256 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6bf79fc-4413-4718-96c5-4d0fea3ab974 req-f62e5940-b17c-4429-ad83-de2d1b8da144 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Sep 23 13:58:30.341089 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4119f-4e22-4b56-a6c1-1dceac6a9915 req-611cde5e-dc4c-4c0d-89b1-aa51290da00c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:30.342721 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-87d4119f-4e22-4b56-a6c1-1dceac6a9915 req-611cde5e-dc4c-4c0d-89b1-aa51290da00c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.0569773 Sep 23 13:58:30.386382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-87d4119f-4e22-4b56-a6c1-1dceac6a9915 req-3f8c08f4-38f1-41fe-a893-7cbea7030b3d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372005 Sep 23 13:58:30.404350 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-266af7bd-a13b-437f-b066-51fb221170e8 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351988 Sep 23 13:58:30.421638 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Request body: {'port': {'device_id': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:30.443614 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:58:30.449620 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:30.450815 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.486638 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.521897 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a57cd-926c-4fea-be88-41a1011f1fc0 req-985a1dd1-2c2b-4152-a9c3-cbe6c31825f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:30.523566 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f4a57cd-926c-4fea-be88-41a1011f1fc0 req-985a1dd1-2c2b-4152-a9c3-cbe6c31825f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 944 time: 0.0558171 Sep 23 13:58:30.567912 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.569842 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f4a57cd-926c-4fea-be88-41a1011f1fc0 req-bd56b378-8adc-402d-8865-a4c825683468 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Sep 23 13:58:30.588112 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:30.590547 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d21644-db68-441c-bf6a-8ba549be4881" -d '{"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:30.612749 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:30.630716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2551b8-a70b-4659-ac69-867a3483a8da x-openstack-request-id: req-fd2551b8-a70b-4659-ac69-867a3483a8da {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:30.630716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:30.630716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd2551b8-a70b-4659-ac69-867a3483a8da {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:30.630716 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'code': 200} Sep 23 13:58:30.819439 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:30.827474 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.837385 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:30.838266 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 723b26bc-b85d-4773-af7d-a02e19ddffdb up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:30.840093 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Transition to ACTIVE for port object 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:58:30.911721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:31.020616 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.060451 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 723b26bc-b85d-4773-af7d-a02e19ddffdb completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:58:31.065297 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 723b26bc-b85d-4773-af7d-a02e19ddffdb triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:31.065486 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.079323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Pushing event updated for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:31.150162 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf848f-c2ec-494d-8840-5fe66b886b1e req-9821b118-bcd1-46a6-8dfa-9deec893dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.152348 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79bf848f-c2ec-494d-8840-5fe66b886b1e req-9821b118-bcd1-46a6-8dfa-9deec893dada service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1099 time: 0.0491199 Sep 23 13:58:31.153315 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.162702 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Attempting to bind port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:31.163237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Attempting to bind port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:31.163771 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Attempting to bind port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:31.172459 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:58:31.172810 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Attempting to bind port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:31.179163 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:31.179498 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Checking segment: {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:31.180038 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Bound using segment: {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:31.180485 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Bound port: 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:31.181146 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.193517 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:31.234649 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79bf848f-c2ec-494d-8840-5fe66b886b1e req-3be27379-1e81-43db-877f-c00bbcfae229 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742915 Sep 23 13:58:31.256642 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504a6d-02f9-4ad0-b5d1-7f7f51519d17 req-6f8c0be8-67d8-4c6b-8b71-7df4f53ac2a2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.258264 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6504a6d-02f9-4ad0-b5d1-7f7f51519d17 req-6f8c0be8-67d8-4c6b-8b71-7df4f53ac2a2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0702298 Sep 23 13:58:31.270911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:31.277808 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:31.278270 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.317017 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a6504a6d-02f9-4ad0-b5d1-7f7f51519d17 req-90fc250e-d5db-46e0-a50e-bb1a885c71a7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514147 Sep 23 13:58:31.331750 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:31.369724 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.405414 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.406017 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:31.407499 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] 10.222.0.45 "PUT /v2.0/ports/31b5f4ea-f6a6-483a-9383-e2b140dd5e37 HTTP/1.1" status: 200 len: 1093 time: 0.9943399 Sep 23 13:58:31.407935 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:31.410238 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f917c-bd28-414b-9065-7a3708e953f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:31.436781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a428c1-2576-490f-8c87-4587a4186af4 req-8d9c55dc-91c4-4409-a25b-cd1697a27468 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.438555 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a428c1-2576-490f-8c87-4587a4186af4 req-8d9c55dc-91c4-4409-a25b-cd1697a27468 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 943 time: 0.0564613 Sep 23 13:58:31.439529 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66b0e5-6c49-436e-bd47-3791bfbbbc9f service neutron] Pushing event updated for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:31.466494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d3cc5-1e89-4119-8aa7-a5c1c570110d x-openstack-request-id: req-3a9d3cc5-1e89-4119-8aa7-a5c1c570110d {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:31.466836 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:31.467092 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a9d3cc5-1e89-4119-8aa7-a5c1c570110d {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:31.467489 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37', 'status': 'completed', 'code': 200} Sep 23 13:58:31.499076 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a428c1-2576-490f-8c87-4587a4186af4 req-3fde577b-264e-472f-b63f-16026303b145 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Sep 23 13:58:31.553036 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f917c-bd28-414b-9065-7a3708e953f0 req-a7978f78-0aa1-49e7-b087-5e868ee68c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.554581 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-143f917c-bd28-414b-9065-7a3708e953f0 req-a7978f78-0aa1-49e7-b087-5e868ee68c5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0604725 Sep 23 13:58:31.581186 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bd8e-5c3a-420f-bebc-a9d141d439d9 req-1b6d2ceb-0b46-4d13-b728-b554d0d91332 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.582679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34b1bd8e-5c3a-420f-bebc-a9d141d439d9 req-1b6d2ceb-0b46-4d13-b728-b554d0d91332 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.0541124 Sep 23 13:58:31.634595 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34b1bd8e-5c3a-420f-bebc-a9d141d439d9 req-61c16492-bea9-4041-8981-f4c5937c440d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Sep 23 13:58:31.684930 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f917c-bd28-414b-9065-7a3708e953f0 req-4c446850-8636-47f9-87e6-23c0bb968ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.686310 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-143f917c-bd28-414b-9065-7a3708e953f0 req-4c446850-8636-47f9-87e6-23c0bb968ebd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=62482f18c56e40ccbfc4064f32a273d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1226304 Sep 23 13:58:31.701970 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:58:31.744363 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed94fd-b6a4-4be9-9cd4-5ad10b5727da req-3538e43f-cd80-458f-a5f9-75fb488f3e1c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.747009 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7eed94fd-b6a4-4be9-9cd4-5ad10b5727da req-3538e43f-cd80-458f-a5f9-75fb488f3e1c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0647147 Sep 23 13:58:31.791071 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7eed94fd-b6a4-4be9-9cd4-5ad10b5727da req-01d33229-58fe-4533-996e-3de484ca2804 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Sep 23 13:58:31.807588 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f917c-bd28-414b-9065-7a3708e953f0 req-61da8109-5a78-449b-80ab-fea73befa89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.809268 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-143f917c-bd28-414b-9065-7a3708e953f0 req-61da8109-5a78-449b-80ab-fea73befa89c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1136811 Sep 23 13:58:31.898182 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-ec0646cb-a077-4087-8d36-54486e59d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:31.899467 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-ec0646cb-a077-4087-8d36-54486e59d431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0478141 Sep 23 13:58:31.943846 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-2eb893cd-6126-4501-b634-a082030d8c8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37 HTTP/1.1" status: 200 len: 217 time: 0.0356054 Sep 23 13:58:32.003224 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-b5837e31-d71d-4064-ae69-cb0a769860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.005814 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-b5837e31-d71d-4064-ae69-cb0a769860dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f HTTP/1.1" status: 200 len: 854 time: 0.0542138 Sep 23 13:58:32.038416 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-505bd12d-b3fa-4133-8a1d-76aa731acbf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252385 Sep 23 13:58:32.169704 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-75eaefe8-22b1-4f6f-a2ed-bdf16d250333 service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229448 Sep 23 13:58:32.209480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690ad6-91d4-4dc2-ab7e-fa36c9c3743b req-da851430-b583-4056-8948-f633e4c83bb1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.210984 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f690ad6-91d4-4dc2-ab7e-fa36c9c3743b req-da851430-b583-4056-8948-f633e4c83bb1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0512805 Sep 23 13:58:32.264994 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f690ad6-91d4-4dc2-ab7e-fa36c9c3743b req-513a81e3-32f4-43d2-b585-e995388960c5 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473309 Sep 23 13:58:32.270087 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-7a34ee50-c15e-4991-9f01-83cf8a2aed9f req-cc2422dc-4d69-48af-952d-a45d9033315b service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922623 Sep 23 13:58:32.448304 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c893f5-ce88-4b35-8d72-30f9aaff35ee req-4713a162-eacd-40f0-96fd-c5a7255149ef tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.449741 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f9c893f5-ce88-4b35-8d72-30f9aaff35ee req-4713a162-eacd-40f0-96fd-c5a7255149ef tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0523858 Sep 23 13:58:32.499061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f9c893f5-ce88-4b35-8d72-30f9aaff35ee req-a5a64ba2-a681-4e33-b4b2-21397025de42 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Sep 23 13:58:32.629633 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:32.632905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdbe8dd-7bcc-45aa-ba3f-de4cbf651017" -d '{"events": [{"server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "name": "network-vif-plugged", "status": "completed", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:32.652122 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3417c3c-c9c4-469c-946a-f231d9f7161a req-1a2e54bb-da09-4eb0-a923-8226b358e6a3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.653920 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e3417c3c-c9c4-469c-946a-f231d9f7161a req-1a2e54bb-da09-4eb0-a923-8226b358e6a3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 943 time: 0.0569751 Sep 23 13:58:32.680177 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721be0ee-b67a-4187-95fa-8496a2de640b x-openstack-request-id: req-721be0ee-b67a-4187-95fa-8496a2de640b {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:32.680638 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "name": "network-vif-plugged", "status": "completed", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:32.680858 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-721be0ee-b67a-4187-95fa-8496a2de640b {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:32.681478 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'code': 200} Sep 23 13:58:32.710355 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e3417c3c-c9c4-469c-946a-f231d9f7161a req-16ee62e2-8251-4682-a4da-90e054a70374 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Sep 23 13:58:32.795904 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e61e15-1d72-40ac-9433-68136297eded req-2ca7a4e3-3920-45fc-93bc-69eb0f3f3fe6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.797407 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-24e61e15-1d72-40ac-9433-68136297eded req-2ca7a4e3-3920-45fc-93bc-69eb0f3f3fe6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.0568883 Sep 23 13:58:32.836956 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-24e61e15-1d72-40ac-9433-68136297eded req-3bf58aca-0972-4c81-9d5a-6b4554b8add7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Sep 23 13:58:32.926389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9cf72-128a-42e4-9edb-9866d0d173d7 req-c531e0fb-a508-4dbe-88d6-36eede595ab9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:32.928041 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bcb9cf72-128a-42e4-9edb-9866d0d173d7 req-c531e0fb-a508-4dbe-88d6-36eede595ab9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0590169 Sep 23 13:58:32.988411 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bcb9cf72-128a-42e4-9edb-9866d0d173d7 req-51c79757-d002-44e7-8bb8-ad582f87adda tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Sep 23 13:58:33.048214 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da16fa1-553c-48af-b70a-1388449fe102 req-64850b2c-75d3-4ac5-9dd0-c6a5a0d29e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.049796 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1da16fa1-553c-48af-b70a-1388449fe102 req-64850b2c-75d3-4ac5-9dd0-c6a5a0d29e6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1098 time: 0.0610411 Sep 23 13:58:33.097545 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1da16fa1-553c-48af-b70a-1388449fe102 req-de1bed56-f867-437e-9cec-e805af7e224c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Sep 23 13:58:33.404037 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feea05-308d-4242-9407-d695676e4dbc req-b3b1e434-29f8-4f02-bf95-b7bb258d8fc7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.405679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92feea05-308d-4242-9407-d695676e4dbc req-b3b1e434-29f8-4f02-bf95-b7bb258d8fc7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0614834 Sep 23 13:58:33.448405 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-92feea05-308d-4242-9407-d695676e4dbc req-e21d44e4-8673-4dc3-ad97-24a8353c3bf8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357966 Sep 23 13:58:33.633145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747f33b-3bdf-417b-84ae-ac364b563607 req-0dba4b95-5a01-4f03-b7a6-d27f513ca34e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.634723 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0747f33b-3bdf-417b-84ae-ac364b563607 req-0dba4b95-5a01-4f03-b7a6-d27f513ca34e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0583780 Sep 23 13:58:33.703134 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0747f33b-3bdf-417b-84ae-ac364b563607 req-f4307d47-9e23-402e-bc6f-45d903112c8e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583358 Sep 23 13:58:33.871012 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c740-5514-4a28-924c-a1fa991d77cf req-c75d496d-a2e9-4971-b228-30fb621c97ee tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.872504 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d657c740-5514-4a28-924c-a1fa991d77cf req-c75d496d-a2e9-4971-b228-30fb621c97ee tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0898073 Sep 23 13:58:33.881410 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44882) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:33.881587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f855b-14f2-46c2-9e51-b0897c83d250 req-eda83694-a892-480f-856c-d4f92a63834f tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.883928 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a11f855b-14f2-46c2-9e51-b0897c83d250 req-eda83694-a892-480f-856c-d4f92a63834f tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 943 time: 0.0902793 Sep 23 13:58:33.887930 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'floatingip': {'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:33.963791 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a11f855b-14f2-46c2-9e51-b0897c83d250 req-e61aef3a-21c2-4137-8996-8f0963d1ad92 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721221 Sep 23 13:58:33.987619 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:33.989190 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319facd9-4c31-4218-94a8-a00771e408b3 req-c7b633fc-4943-4f9e-b81e-d2c190d341f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:33.990996 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-319facd9-4c31-4218-94a8-a00771e408b3 req-c7b633fc-4943-4f9e-b81e-d2c190d341f4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.0672135 Sep 23 13:58:34.035406 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-319facd9-4c31-4218-94a8-a00771e408b3 req-e9416437-8c44-4c7b-9219-fcf9910bcdb5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379636 Sep 23 13:58:34.136335 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727eb52-457c-4c25-88dc-ce0bb35daae5 req-c6ceea59-e4df-4e8a-9a23-567f7d9d3f6e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:34.138021 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727eb52-457c-4c25-88dc-ce0bb35daae5 req-c6ceea59-e4df-4e8a-9a23-567f7d9d3f6e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0571926 Sep 23 13:58:34.191591 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7727eb52-457c-4c25-88dc-ce0bb35daae5 req-bde86808-c271-438f-97d1-bfa4002bb65a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Sep 23 13:58:34.591284 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071b9c9-a0f3-4d2c-aae3-726588bd2ea4 req-c2b3e1ed-e8a3-445a-adba-cbf7720ef6fe tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:34.592879 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f071b9c9-a0f3-4d2c-aae3-726588bd2ea4 req-c2b3e1ed-e8a3-445a-adba-cbf7720ef6fe tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0565946 Sep 23 13:58:34.634281 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f071b9c9-a0f3-4d2c-aae3-726588bd2ea4 req-d082fb8d-1fa7-4f80-95a7-850dd638daa8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342517 Sep 23 13:58:34.778525 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-f6cd864b-f695-458b-83db-cd1c00c2e44e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:34.780191 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-f6cd864b-f695-458b-83db-cd1c00c2e44e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.4201736 Sep 23 13:58:34.982212 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.003995 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Deleting port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:58:35.004331 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.068716 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.089679 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d139e7-3b49-4e7c-b59f-d86a0a45b414 req-81cd6aab-1e08-44cc-b1f2-38ffa8d0d742 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.091354 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20d139e7-3b49-4e7c-b59f-d86a0a45b414 req-81cd6aab-1e08-44cc-b1f2-38ffa8d0d742 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 943 time: 0.0531292 Sep 23 13:58:35.147105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] For port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:35.147422 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.155007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-20d139e7-3b49-4e7c-b59f-d86a0a45b414 req-8877113b-2744-4292-93c6-dd7ad668a2c2 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576272 Sep 23 13:58:35.183876 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a952ed-eacd-4fb1-a935-4e37f40ca6c0 req-6ca40f5c-d626-467a-a7d9-21575222a2aa tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.185521 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-31a952ed-eacd-4fb1-a935-4e37f40ca6c0 req-6ca40f5c-d626-467a-a7d9-21575222a2aa tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.0660665 Sep 23 13:58:35.224979 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-31a952ed-eacd-4fb1-a935-4e37f40ca6c0 req-b01c4df3-7edd-4a9d-b76a-5d874e05b8d9 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Sep 23 13:58:35.299951 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Floating IP 983e7cdf-00d5-4f47-8b0c-26109a1382cb associated. External IP: 172.27.1.202, port: 9d07fc74-87bc-4860-8f9f-6fd66eed6597. Sep 23 13:58:35.314992 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47753-bce5-439e-94cf-6f7ee44f02c1 req-0bea5094-59a7-481f-a3da-8a520a96ef38 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.316673 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-05b47753-bce5-439e-94cf-6f7ee44f02c1 req-0bea5094-59a7-481f-a3da-8a520a96ef38 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0536134 Sep 23 13:58:35.359535 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-05b47753-bce5-439e-94cf-6f7ee44f02c1 req-1fec9a5b-6fdf-4ad4-8a52-d63835bc9489 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Sep 23 13:58:35.498802 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87449f4-5b00-4fd0-8e2e-2f733b75e4af req-a76faaa5-90da-4171-872f-482e056d5cb9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.501728 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a87449f4-5b00-4fd0-8e2e-2f733b75e4af req-a76faaa5-90da-4171-872f-482e056d5cb9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0622904 Sep 23 13:58:35.505942 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.506295 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.506607 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Floating IP 143213a8-f07f-4ead-b78e-030e5d114b1b disassociated. External IP: 172.27.1.98, port: 946a4eaa-5ca9-40c2-95d1-19b53ed9a958. Sep 23 13:58:35.506948 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Calling delete_port for 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:58:35.564274 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a87449f4-5b00-4fd0-8e2e-2f733b75e4af req-70cd2a41-b86a-42d0-99a0-50878b8a213c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Sep 23 13:58:35.674734 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:58:35.795982 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ee22f-6848-4b89-9dc2-2c180a000d96 req-2c782fad-702f-4a38-baca-e8fbed8fbb4f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.800506 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-614ee22f-6848-4b89-9dc2-2c180a000d96 req-2c782fad-702f-4a38-baca-e8fbed8fbb4f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 946 time: 0.0860176 Sep 23 13:58:35.846507 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-614ee22f-6848-4b89-9dc2-2c180a000d96 req-d5941b70-94de-45cc-9880-40954285c125 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e1c7cac-473d-4137-8372-d66fbf35b8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Sep 23 13:58:35.861900 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:58:35.863600 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.874437 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:35.879609 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:58:35.890280 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:35.890916 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:35.944139 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab4347-c430-4fe8-87ab-69d09714c0f4 req-80f96197-97ca-43da-8ce5-8540f13ff22a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:35.945815 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75ab4347-c430-4fe8-87ab-69d09714c0f4 req-80f96197-97ca-43da-8ce5-8540f13ff22a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Sep 23 13:58:35.967412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'Port': ['ID=946a4eaa-5ca9-40c2-95d1-19b53ed9a958,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:35.986118 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-11ca5274-d76b-4d5e-afaa-30fbcb562bc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "PUT /v2.0/floatingips/983e7cdf-00d5-4f47-8b0c-26109a1382cb HTTP/1.1" status: 200 len: 992 time: 2.0996859 Sep 23 13:58:35.986118 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:35.995274 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-75ab4347-c430-4fe8-87ab-69d09714c0f4 req-f473e82c-2c33-4b7e-a549-ae48fa8148e0 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Sep 23 13:58:35.998635 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb88b77d-d646-4adb-9570-dafff7189bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:36.017681 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:36.098551 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b6558-fe7a-4135-b28c-1401b7604ba0 x-openstack-request-id: req-4e4b6558-fe7a-4135-b28c-1401b7604ba0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:36.099051 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:36.099316 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e4b6558-fe7a-4135-b28c-1401b7604ba0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:36.099720 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'status': 'completed', 'code': 200} Sep 23 13:58:36.116883 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:58:36.175800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-4395dc15-6f87-4c58-aa0c-aee2cf01b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.177608 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-4395dc15-6f87-4c58-aa0c-aee2cf01b02e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1099 time: 0.0540123 Sep 23 13:58:36.293563 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:58:36.302987 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:58:36.318847 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:58:36.345701 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:36.346699 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:36.401976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-3104556d-d4e7-4686-be73-5ba8ea137b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.403875 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-3104556d-d4e7-4686-be73-5ba8ea137b9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.2193575 Sep 23 13:58:36.478357 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '983e7cdf-00d5-4f47-8b0c-26109a1382cb', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415818f-d2f2-4612-a117-ca144c270573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:04Z', 'updated_at': '2021-09-23T13:58:34Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:36.492874 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:36.608174 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-5c4bf5ca-907f-497f-81c7-2f51f166d937 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 1000 time: 0.1860688 Sep 23 13:58:36.683765 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] No DVR routers for this DVR port 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:58:36.687360 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:36.693560 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-8f8f1e60-d222-4623-a104-652f8d32db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.694441 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-02bc636c-357b-4c72-a49b-14cd0caeb2e9 req-a80e0ceb-fbb6-4e5d-bf10-8c0166cb270a tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "DELETE /v2.0/ports/946a4eaa-5ca9-40c2-95d1-19b53ed9a958 HTTP/1.1" status: 204 len: 173 time: 1.8950779 Sep 23 13:58:36.695238 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-8f8f1e60-d222-4623-a104-652f8d32db52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0649848 Sep 23 13:58:36.757037 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:58:36.763475 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea7ef1-07a4-4492-a079-517675b769c6 req-145a90eb-ef50-4548-add7-50115f339c7d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.771361 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6ea7ef1-07a4-4492-a079-517675b769c6 req-145a90eb-ef50-4548-add7-50115f339c7d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 943 time: 0.4823284 Sep 23 13:58:36.790197 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:36.801019 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:36.801743 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:36.845940 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b05-f404-4bba-8c61-b2f531187eb0 req-4e8a1ca3-b8e5-4325-993c-a5ddc6b7632a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.851577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37', 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea', 'port_id': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37', 'mac_address': 'fa:16:3e:66:92:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:58:36.855429 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b3596b05-f404-4bba-8c61-b2f531187eb0 req-4e8a1ca3-b8e5-4325-993c-a5ddc6b7632a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.4556670 Sep 23 13:58:36.879193 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-b0bbab06-df58-495d-9f0f-5cc41ff4fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:36.880742 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-b0bbab06-df58-495d-9f0f-5cc41ff4fba0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1739447 Sep 23 13:58:36.923922 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:36.941877 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c6ea7ef1-07a4-4492-a079-517675b769c6 req-a3747e1f-a2c2-4c3a-abfd-52a9ec92c872 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692383 Sep 23 13:58:36.961393 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:37.001248 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b3596b05-f404-4bba-8c61-b2f531187eb0 req-a68229e6-f093-4aa2-b76f-19ee07369b04 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448119 Sep 23 13:58:37.002348 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:58:37.026127 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:37.031073 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:37.033477 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:37.180477 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bf79d16d-6bd3-4b25-8a5a-7f03c628c548 req-dce3ce24-0cf2-4651-8449-ea53a43cd636 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=494f06d2-b063-492a-8936-83c0520780ee HTTP/1.1" status: 200 len: 210 time: 0.0436099 Sep 23 13:58:37.207158 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:37.210761 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-a6d95677-09e3-45d4-8869-78d32d8f2e24 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124588 Sep 23 13:58:37.259021 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:37.310436 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:37.480446 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:37.601103 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:37.633901 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '983e7cdf-00d5-4f47-8b0c-26109a1382cb', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415818f-d2f2-4612-a117-ca144c270573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:04Z', 'updated_at': '2021-09-23T13:58:34Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:37.657438 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:37.670854 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbe108-333b-41f5-b2b0-6f6bd066f785 None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '983e7cdf-00d5-4f47-8b0c-26109a1382cb', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415818f-d2f2-4612-a117-ca144c270573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:04Z', 'updated_at': '2021-09-23T13:58:34Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:58:37.691524 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb88b77d-d646-4adb-9570-dafff7189bb9 req-6db71d59-a9c6-40b4-a12c-0d2dc9fcdaab service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601183 Sep 23 13:58:37.693094 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58e13-9e5c-4510-8f1d-fc0c57d5018d None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:58:37.748044 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['31b5f4ea-f6a6-483a-9383-e2b140dd5e37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:38.022711 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f438d53-a228-4f09-9268-17823a4aeaff None None] New status for floating IP 983e7cdf-00d5-4f47-8b0c-26109a1382cb: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:58:38.100540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'name': 'network-vif-deleted', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:38.103223 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c9a1f7-786c-45dd-b939-153e8cc0b997" -d '{"events": [{"server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "name": "network-vif-deleted", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:38.139450 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4893ed-8326-4d41-beb9-483beff5af02 req-8708ed33-2560-48a5-8fcc-e3601d920a7c tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:38.149954 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d4893ed-8326-4d41-beb9-483beff5af02 req-8708ed33-2560-48a5-8fcc-e3601d920a7c tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0736575 Sep 23 13:58:38.219952 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e2ecd1-5a6f-4ad9-92e8-7e256bb7a464 None None] New status for floating IP 143213a8-f07f-4ead-b78e-030e5d114b1b: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:58:38.240650 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d4893ed-8326-4d41-beb9-483beff5af02 req-08e7dca4-482f-4c9d-ba3b-d07c4d67a84b tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725956 Sep 23 13:58:38.285849 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4727f7-674e-4c75-8762-344c5200a948 req-f7cc4550-5c51-4015-b889-da6ea9249aed tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:38.285849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d4727f7-674e-4c75-8762-344c5200a948 req-f7cc4550-5c51-4015-b889-da6ea9249aed tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 943 time: 0.1215069 Sep 23 13:58:38.322065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6d0f4a-3990-4d76-8309-27f3cae8b3af x-openstack-request-id: req-ea6d0f4a-3990-4d76-8309-27f3cae8b3af {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:38.322801 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494f06d2-b063-492a-8936-83c0520780ee", "name": "network-vif-deleted", "tag": "946a4eaa-5ca9-40c2-95d1-19b53ed9a958", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:38.324540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea6d0f4a-3990-4d76-8309-27f3cae8b3af {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:38.325317 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494f06d2-b063-492a-8936-83c0520780ee', 'name': 'network-vif-deleted', 'tag': '946a4eaa-5ca9-40c2-95d1-19b53ed9a958', 'status': 'completed', 'code': 200} Sep 23 13:58:38.340059 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 80f21933-b906-4522-b393-bc7f2a6dc1cf details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:58:38.349155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:58:38.374932 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d4727f7-674e-4c75-8762-344c5200a948 req-0086f93d-e34b-432e-8295-9b14f49545d8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911655 Sep 23 13:58:38.403763 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:58:38.404108 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 946a4eaa-5ca9-40c2-95d1-19b53ed9a958 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:58:38.528811 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:38.540200 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'port_id': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'mac_address': 'fa:16:3e:4d:91:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:58:38.582285 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.587496 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44946) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:38.596790 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f21933-b906-4522-b393-bc7f2a6dc1cf {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:38.622845 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:38.676499 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.705841 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.706028 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.782148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:38.831991 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.834645 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:38.835839 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e1c7cac-473d-4137-8372-d66fbf35b8eb HTTP/1.1" status: 204 len: 168 time: 0.2465882 Sep 23 13:58:38.838766 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44952) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:38.846504 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394b698-cb01-433f-8712-da8b519578b1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c7cac-473d-4137-8372-d66fbf35b8eb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:38.860786 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-36afbc1c-7790-4848-a89c-7d43bc70c586 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] show failed (client error): The resource could not be found. Sep 23 13:58:38.861866 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-36afbc1c-7790-4848-a89c-7d43bc70c586 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups/6e1c7cac-473d-4137-8372-d66fbf35b8eb HTTP/1.1" status: 404 len: 347 time: 0.0219963 Sep 23 13:58:38.865081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44954) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:38.935626 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['80f21933-b906-4522-b393-bc7f2a6dc1cf'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:39.041483 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Deleting port c5694140-43ff-40af-9259-a48675b8ba12 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:58:39.042216 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.136948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.137197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.150563 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Calling delete_port for c5694140-43ff-40af-9259-a48675b8ba12 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:58:39.372552 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabc0b3-d28c-43d1-923c-114f7615ff37 req-d5387753-ff79-41a8-a1a6-cc2cbb1b7dc4 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:39.374411 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aaabc0b3-d28c-43d1-923c-114f7615ff37 req-d5387753-ff79-41a8-a1a6-cc2cbb1b7dc4 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0601153 Sep 23 13:58:39.422680 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aaabc0b3-d28c-43d1-923c-114f7615ff37 req-f654d039-8c9a-4a10-8073-c2fde84310f9 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Sep 23 13:58:39.439076 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.473349 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'Port': ['ID=c5694140-43ff-40af-9259-a48675b8ba12,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:39.587573 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.590168 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:39.591321 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-84abe524-7fd9-4ab2-bccc-57687d2309f4 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "DELETE /v2.0/floatingips/143213a8-f07f-4ead-b78e-030e5d114b1b HTTP/1.1" status: 204 len: 168 time: 0.7249093 Sep 23 13:58:39.600095 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b97fe-4346-4fbf-98e1-45b6c5be4d65 req-b47532c3-f441-4c35-9b85-6f934683e2c3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:39.601603 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e4b97fe-4346-4fbf-98e1-45b6c5be4d65 req-b47532c3-f441-4c35-9b85-6f934683e2c3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.1010456 Sep 23 13:58:39.647535 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0e4b97fe-4346-4fbf-98e1-45b6c5be4d65 req-e4a78c50-804c-4132-8404-9e148a4699f7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 Sep 23 13:58:40.024248 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44966) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:40.030077 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946039428', 'description': 'tempest-description--1949264258'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:40.123478 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.214412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.320394 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:40.323002 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.364175 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536954d7-c097-48aa-a875-d032106b2b87,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:40.506991 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.509917 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-cdc50608-f6bd-4366-bb6b-958d24d38be9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4841666 Sep 23 13:58:40.513596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44972) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:40.521186 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group_rule': {'security_group_id': '536954d7-c097-48aa-a875-d032106b2b87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:40.548669 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:58:40.554568 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:40.554944 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.576039 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde8548-4698-4cf3-b48d-b6dd7a9aa9c3 req-8013fd73-adde-4e7b-b898-d79a5804145a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:40.578523 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5bde8548-4698-4cf3-b48d-b6dd7a9aa9c3 req-8013fd73-adde-4e7b-b898-d79a5804145a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 944 time: 0.0745518 Sep 23 13:58:40.637351 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.638261 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5bde8548-4698-4cf3-b48d-b6dd7a9aa9c3 req-e91425c9-6fcf-4065-9a0d-0bc6c768ff87 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521483 Sep 23 13:58:40.674693 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.704068 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:40.706772 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941ef3d5-3753-422f-bafd-47f733d3291f" -d '{"events": [{"server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:40.726803 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:40.749115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.758470 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b02529-c4cb-49bd-8abc-38e15a3e5af4 x-openstack-request-id: req-55b02529-c4cb-49bd-8abc-38e15a3e5af4 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:40.758924 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:40.759177 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55b02529-c4cb-49bd-8abc-38e15a3e5af4 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:40.759653 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37', 'code': 200} Sep 23 13:58:40.797114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce10cd-f5b3-4498-b96c-5a7962ff6769 req-1e2c0606-cda6-4a8a-bf13-600ab8a8a02e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:40.798869 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79ce10cd-f5b3-4498-b96c-5a7962ff6769 req-1e2c0606-cda6-4a8a-bf13-600ab8a8a02e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 944 time: 0.0574577 Sep 23 13:58:40.826896 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.827597 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 80f21933-b906-4522-b393-bc7f2a6dc1cf up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:40.849809 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79ce10cd-f5b3-4498-b96c-5a7962ff6769 req-a2786551-17d6-40a3-a929-79804d07ebd2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Sep 23 13:58:40.855384 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.887695 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f032659a-139a-4aad-9230-eed4700dc6e3,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:40.919208 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:40.980455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:40.982120 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d764ccaa-ca1b-4464-8da5-72fc0c4135b8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4667201 Sep 23 13:58:40.986126 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 44980) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:40.990871 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'security_group_rule': {'security_group_id': '536954d7-c097-48aa-a875-d032106b2b87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:41.026366 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 80f21933-b906-4522-b393-bc7f2a6dc1cf completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:58:41.031233 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 80f21933-b906-4522-b393-bc7f2a6dc1cf triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:41.031703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.123841 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.124726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.139494 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499ee2-7ea9-46a9-b3cb-48b81c9695e4 req-4c83e7fe-9085-4ee6-a4c8-190bbd95f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:41.142795 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac499ee2-7ea9-46a9-b3cb-48b81c9695e4 req-4c83e7fe-9085-4ee6-a4c8-190bbd95f26c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0738528 Sep 23 13:58:41.160568 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:41.185815 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ac499ee2-7ea9-46a9-b3cb-48b81c9695e4 req-b0bfa219-37bb-4fbb-a71c-ca2ba0244c45 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360818 Sep 23 13:58:41.189324 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.272145 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.311737 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.325593 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:41.333226 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b51cb8d-691e-4f66-8f6f-15c8461d1ddd,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:41.471566 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.472936 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-53b36f78-624a-496a-b304-ae356605f246 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4857686 Sep 23 13:58:41.476250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 44984) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:41.481684 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:41.591578 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.697439 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:41.829808 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ad4c0-0976-4e49-b019-780dcdaa473b req-65a4f05c-542a-4880-88ca-dedecc927ee4 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:41.831316 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78ad4c0-0976-4e49-b019-780dcdaa473b req-65a4f05c-542a-4880-88ca-dedecc927ee4 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0910454 Sep 23 13:58:41.855847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Allocated IP 172.27.1.47 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/b0fe77e4-334c-44bd-b7ed-5f6260d839a8) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:41.903614 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d78ad4c0-0976-4e49-b019-780dcdaa473b req-bdc39481-0cae-45b9-b128-a86044d35d2f tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640049 Sep 23 13:58:42.020855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198d61-237c-4c2f-9164-7d23acd8adc7 req-4d2700d6-31a6-494e-b2cc-ecf9f1f53a1e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:42.022363 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4b198d61-237c-4c2f-9164-7d23acd8adc7 req-4d2700d6-31a6-494e-b2cc-ecf9f1f53a1e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0736232 Sep 23 13:58:42.025054 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.080600 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4b198d61-237c-4c2f-9164-7d23acd8adc7 req-ef65c8b5-4897-4cad-8d13-1cfd235ae4f2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516465 Sep 23 13:58:42.169673 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.215208 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:42.218275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:42.221875 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:42.229991 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=b0fe77e4-334c-44bd-b7ed-5f6260d839a8,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:42.324288 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.455095 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.656511 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.760817 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:42.763146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.763351 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ef128-50cf-40fb-bdd0-66232a9923ee" -d '{"events": [{"server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "name": "network-vif-plugged", "status": "completed", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:42.812362 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4890f5d-e8eb-4ac3-8170-59dd26b08c61 x-openstack-request-id: req-e4890f5d-e8eb-4ac3-8170-59dd26b08c61 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:42.812693 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "name": "network-vif-plugged", "status": "completed", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:42.812981 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4890f5d-e8eb-4ac3-8170-59dd26b08c61 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:42.813387 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'code': 200} Sep 23 13:58:42.846851 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=b0fe77e4-334c-44bd-b7ed-5f6260d839a8,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:42.859099 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.957441 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:42.958720 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9b1e9dcc-580e-409c-8788-85be72b04575 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4814355 Sep 23 13:58:43.031853 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb93f2-5199-4659-9601-869bcbdda8d3 req-0efeac24-bc5a-4cd5-b888-477cab1fc7f0 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:43.033454 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d9eb93f2-5199-4659-9601-869bcbdda8d3 req-0efeac24-bc5a-4cd5-b888-477cab1fc7f0 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0537417 Sep 23 13:58:43.081034 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d9eb93f2-5199-4659-9601-869bcbdda8d3 req-d07b662e-5ffa-4d9a-95da-6d54eb944fc4 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Sep 23 13:58:43.201985 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-f5b1abf6-4b40-4039-9b6e-0d9aacac30e1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--946039428&fields=id&tenant_id=52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 267 time: 0.0702848 Sep 23 13:58:43.311603 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07363b39-7517-4c5f-bc7d-b0c481a8581a req-ad08b73b-203c-4df7-a719-643ea831d4eb tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:43.312628 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07363b39-7517-4c5f-bc7d-b0c481a8581a req-ad08b73b-203c-4df7-a719-643ea831d4eb tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.1340773 Sep 23 13:58:43.358117 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a73da2-d329-4c6b-b126-8029feea440b req-59f981ba-6c15-49e2-a0bf-cfc90d3577c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:43.359628 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7a73da2-d329-4c6b-b126-8029feea440b req-59f981ba-6c15-49e2-a0bf-cfc90d3577c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1649737 Sep 23 13:58:43.448427 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-45897004-e7b2-4e00-8bc4-12133fe72c00 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:43.449911 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-45897004-e7b2-4e00-8bc4-12133fe72c00 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 810 time: 0.2258689 Sep 23 13:58:43.452814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07363b39-7517-4c5f-bc7d-b0c481a8581a req-1824123f-a59b-4d33-a5eb-cc42beb75bc5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111591 Sep 23 13:58:43.457981 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7a73da2-d329-4c6b-b126-8029feea440b req-218f2ce7-36b1-4039-b29c-19d841e01432 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789995 Sep 23 13:58:43.471122 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-fd40c430-b6f4-4bed-a6f3-4c5d8754d546 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/quotas/52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 375 time: 0.0102894 Sep 23 13:58:43.542932 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-d988f6b6-c241-49b3-a0e6-f9f1da175812 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605934 Sep 23 13:58:43.650027 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-5d6a3e2d-cd45-491e-ac57-df0ef4fbc2dc service neutron] 10.222.0.18 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942054 Sep 23 13:58:43.756705 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-7fc1d2e2-07d2-46ef-b10f-feddd2e06db7 service neutron] 10.222.0.18 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978723 Sep 23 13:58:44.012611 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b9794c5f-027c-48d8-826c-98afdbdbcfc7 req-5aa6bfa1-2db2-49fe-8994-d6caf8b5583e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 210 time: 0.0272598 Sep 23 13:58:44.584006 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c04cd-3fe3-4802-b95e-1fb113592812 req-7f92b719-5f57-4d95-a3b3-e3988a1bd10b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:44.585589 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-632c04cd-3fe3-4802-b95e-1fb113592812 req-7f92b719-5f57-4d95-a3b3-e3988a1bd10b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0534122 Sep 23 13:58:44.635247 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-632c04cd-3fe3-4802-b95e-1fb113592812 req-0cccd951-a072-4f87-ac37-cfed56f731ae tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Sep 23 13:58:44.803770 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:45.115858 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c555ae1-7a9e-4be3-8b17-a58e65758240 req-b93f8b06-7b73-42d4-a8bd-fa0032510a76 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 210 time: 0.0325081 Sep 23 13:58:45.769141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd0122-5e77-49bc-b90c-5666e0aece38 req-3b9b822a-7158-4d8b-b0b7-0c163c2013ab tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:45.770959 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b6fd0122-5e77-49bc-b90c-5666e0aece38 req-3b9b822a-7158-4d8b-b0b7-0c163c2013ab tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0508041 Sep 23 13:58:45.818509 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b6fd0122-5e77-49bc-b90c-5666e0aece38 req-704debbc-96f6-416d-8f9d-6e37163c13ce tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Sep 23 13:58:45.944290 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b447cf3-70a7-45d4-b160-1d24d65dcdb3 req-bb221641-2c27-456e-a953-ca2854a48071 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:45.945833 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8b447cf3-70a7-45d4-b160-1d24d65dcdb3 req-bb221641-2c27-456e-a953-ca2854a48071 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0568881 Sep 23 13:58:45.986507 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8b447cf3-70a7-45d4-b160-1d24d65dcdb3 req-5408bff8-3f50-49dd-b19d-5d6f9bda2d13 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Sep 23 13:58:46.011725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 45102) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:46.272674 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c14d8f41-fbe0-475a-b748-9452e4472a94 req-07413f33-626b-41c2-a082-965910721e57 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 210 time: 0.0681100 Sep 23 13:58:46.286377 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86082bf-4859-45ad-94a4-843cbc9a9add tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:46.290921 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d86082bf-4859-45ad-94a4-843cbc9a9add tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1093 time: 0.2747324 Sep 23 13:58:46.291423 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45110) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:46.297112 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'port_id': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:46.329469 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-674678bc-8441-4d92-974e-f4d609f3661f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:46.339426 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-674678bc-8441-4d92-974e-f4d609f3661f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 810 time: 0.1686985 Sep 23 13:58:46.381559 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-0056c17e-d4cc-4ba2-919f-7892a7b77dff tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f0c2ee69904c008d80be6c2042e20d HTTP/1.1" status: 200 len: 379 time: 0.0335081 Sep 23 13:58:46.395350 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'port': {'device_id': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'admin_state_up': True, 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'security_groups': ['536954d7-c097-48aa-a875-d032106b2b87']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:46.431914 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.536404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.590901 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Made reservation on behalf of 52f0c2ee69904c008d80be6c2042e20d for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:58:46.606729 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.663868 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.27.1.56 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/84dd754a-926a-4535-a8cf-b1b66443b1b1) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:46.752895 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Allocated IP 172.20.0.5 (4b945559-3dcb-45d0-b8d6-2f37142e6d82/6c94512a-012f-4c6a-8545-9ab178a7dc1a/43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:46.779486 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.905803 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.915662 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:46.958273 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:46.961731 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:46.965919 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:46.999495 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=84dd754a-926a-4535-a8cf-b1b66443b1b1,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:47.022234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.035005 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf27986-fad2-49c8-9177-0a8686437e38 req-40d6d54a-386d-4269-b607-815a6b0aff64 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:47.036915 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1bf27986-fad2-49c8-9177-0a8686437e38 req-40d6d54a-386d-4269-b607-815a6b0aff64 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0722797 Sep 23 13:58:47.123185 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:47.124011 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event updated for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:47.129638 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:47.133971 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:47.139720 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1bf27986-fad2-49c8-9177-0a8686437e38 req-47286fb5-fa38-49c3-bfd9-6105dda64fab tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Sep 23 13:58:47.174862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 45126) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:47.235054 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:47.235624 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.352873 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-a272eaee-6130-43af-9153-dd76df589dca tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614396 Sep 23 13:58:47.381398 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Request body: {'port': {'device_id': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:47.423137 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e249176c-717f-4133-896a-4b088599e36a None None] Provisioning complete for port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:47.423815 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e249176c-717f-4133-896a-4b088599e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.464680 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e249176c-717f-4133-896a-4b088599e36a None None] Port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 13:58:47.473347 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.514293 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a41d7-8c4d-42be-a283-74ce47b2b306 tempest-TestMinimumBasicScenario-1024680107 tempest-TestMinimumBasicScenario-1024680107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:47.515796 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9c5a41d7-8c4d-42be-a283-74ce47b2b306 tempest-TestMinimumBasicScenario-1024680107 tempest-TestMinimumBasicScenario-1024680107-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1093 time: 0.3400035 Sep 23 13:58:47.519091 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45134) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:47.523578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'port_id': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:47.526272 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ffaaa-d3a2-41db-a54a-6708b2aeafda req-199f5ce2-8f27-4ef6-aa71-60e2eaddfdd3 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:47.528159 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-871ffaaa-d3a2-41db-a54a-6708b2aeafda req-199f5ce2-8f27-4ef6-aa71-60e2eaddfdd3 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 931 time: 0.1240547 Sep 23 13:58:47.529202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.602232 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.606461 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-871ffaaa-d3a2-41db-a54a-6708b2aeafda req-85940382-eaa1-4030-add2-98685117f43c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662065 Sep 23 13:58:47.654656 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.734444 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e8e4123e-9d57-4c06-bded-051486076c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.874492 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.892620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.913745 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:47.929693 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.941320 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:47.948007 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Transition to ACTIVE for port object 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:58:48.016280 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=84dd754a-926a-4535-a8cf-b1b66443b1b1,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:48.103786 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.414227 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Allocated IP 172.27.1.104 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/5edb1322-bc4b-4374-9f19-9cbb9d84ce52) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:58:48.414227 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP b92699cb-b00a-4d4a-9890-1e4bc3341192 associated. External IP: 172.27.1.56, port: 80f21933-b906-4522-b393-bc7f2a6dc1cf. Sep 23 13:58:48.414227 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.523139 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.580784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Pushing event updated for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:48.596123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:58:48.682470 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Attempting to bind port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:58:48.682797 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Attempting to bind port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:58:48.683146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Attempting to bind port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:48.688610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:58:48.688929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Attempting to bind port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 on network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:58:48.695893 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:58:48.696368 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Checking segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:58:48.696757 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Bound using segment: {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:58:48.697776 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Bound port: 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93135ad6-56be-4895-8e16-e232e2aac416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:58:48.698472 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.729057 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:58:48.742170 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:58:48.754040 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:48.754727 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:48.785154 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.813677 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:58:48.819247 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:58:48.828639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc5ff-135f-464b-9e6f-64b843125d4a req-b3436798-d88a-4dcd-8653-8cf2ad2ad3f7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:48.830224 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-320fc5ff-135f-464b-9e6f-64b843125d4a req-b3436798-d88a-4dcd-8653-8cf2ad2ad3f7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 943 time: 0.0815444 Sep 23 13:58:48.830914 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:58:48.834098 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:58:48.837776 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:58:48.847124 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'Port': ['ID=5edb1322-bc4b-4374-9f19-9cbb9d84ce52,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:48.884235 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-320fc5ff-135f-464b-9e6f-64b843125d4a req-f97cecf4-4143-4196-8d9a-6d8f68e7e107 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Sep 23 13:58:48.896822 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:48.919560 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.964338 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:48.987364 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7be0ca0c-979b-4449-a61d-0c6cd360ff15 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6944120 Sep 23 13:58:48.990263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:48.993426 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ac604-f1e5-447c-966e-678e9437486b" -d '{"events": [{"name": "network-changed", "server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:49.022281 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.023080 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:49.024951 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] 10.222.0.45 "PUT /v2.0/ports/43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 HTTP/1.1" status: 200 len: 1093 time: 1.6484554 Sep 23 13:58:49.030525 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:49.033331 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:49.089746 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc7268-8d12-46ad-873f-72fc4857147e service neutron] Pushing event updated for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:49.106656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188bdbe-2adf-4425-b768-5d2843c5672f x-openstack-request-id: req-f188bdbe-2adf-4425-b768-5d2843c5672f {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:49.107685 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:49.108033 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f188bdbe-2adf-4425-b768-5d2843c5672f {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:49.108532 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'status': 'completed', 'code': 200} Sep 23 13:58:49.134147 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1f43dd-96ba-490f-82f3-67b8da89bd83 x-openstack-request-id: req-6c1f43dd-96ba-490f-82f3-67b8da89bd83 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:49.134469 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:49.134720 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c1f43dd-96ba-490f-82f3-67b8da89bd83 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:49.135137 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'status': 'completed', 'code': 200} Sep 23 13:58:49.220801 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'b92699cb-b00a-4d4a-9890-1e4bc3341192', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:4d:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:47Z', 'updated_at': '2021-09-23T13:58:47Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:49.224645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac604-f1e5-447c-966e-678e9437486b req-d237f783-1ee6-4153-a761-ec5dd0cde0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.225847 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-d237f783-1ee6-4153-a761-ec5dd0cde0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0896716 Sep 23 13:58:49.256564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:58:49.273277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-7cc84a78-bcf2-4669-94bc-cc2acbba5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.274936 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-7cc84a78-bcf2-4669-94bc-cc2acbba5ed5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 1096 time: 0.1370771 Sep 23 13:58:49.279031 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:49.279781 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:49.354502 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac604-f1e5-447c-966e-678e9437486b req-c3a634ca-0632-49f5-b1e2-33ed4a49bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.356429 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-c3a634ca-0632-49f5-b1e2-33ed4a49bc70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.1130633 Sep 23 13:58:49.450995 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-ad585e12-0766-4a93-a4ca-4399cd4737df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf HTTP/1.1" status: 200 len: 998 time: 0.0874233 Sep 23 13:58:49.504888 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-feab5653-0cfb-4e88-aacf-656c4035479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.506451 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-feab5653-0cfb-4e88-aacf-656c4035479e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52f0c2ee69904c008d80be6c2042e20d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1732123 Sep 23 13:58:49.509477 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:49.516794 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac604-f1e5-447c-966e-678e9437486b req-2d11f93f-a869-40de-99dc-51bf69322a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.518981 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-2d11f93f-a869-40de-99dc-51bf69322a4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0600340 Sep 23 13:58:49.583508 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:49.597277 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac604-f1e5-447c-966e-678e9437486b req-998baa40-780f-415b-8938-15e1ed2726b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.598973 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-998baa40-780f-415b-8938-15e1ed2726b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542486 Sep 23 13:58:49.647585 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-62b498ae-d098-439f-bfc5-41b82b28996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.649161 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0a4344e7-4c6a-47cd-a4fe-27ff696546b5 req-62b498ae-d098-439f-bfc5-41b82b28996a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1180170 Sep 23 13:58:49.717374 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-b3dc2a82-676f-4d04-a01a-6942406b73c7 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102664 Sep 23 13:58:49.767658 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:49.795113 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-488d752b-c4d9-4bb2-809a-04d2ec99b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:49.796972 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-488d752b-c4d9-4bb2-809a-04d2ec99b19f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 1096 time: 0.0987158 Sep 23 13:58:49.822046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5f8ac604-f1e5-447c-966e-678e9437486b req-d844253e-b5b7-4baa-ad66-d4dc5d1cdad9 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949631 Sep 23 13:58:49.875846 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'b92699cb-b00a-4d4a-9890-1e4bc3341192', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:4d:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:47Z', 'updated_at': '2021-09-23T13:58:47Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:49.891362 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-5b9baea8-a065-4a18-a520-41c86d57a076 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 HTTP/1.1" status: 200 len: 217 time: 0.0673597 Sep 23 13:58:49.909862 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d049c6-8be0-4980-b40b-24f491e4f5e3 None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'b92699cb-b00a-4d4a-9890-1e4bc3341192', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:4d:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:47Z', 'updated_at': '2021-09-23T13:58:47Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:58:50.017517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bf399-3e56-42ce-93a4-c3ec199f2473 req-a31eca5e-c8d9-48c1-b9f5-b99871647e25 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:50.019222 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a92bf399-3e56-42ce-93a4-c3ec199f2473 req-a31eca5e-c8d9-48c1-b9f5-b99871647e25 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 943 time: 0.0677993 Sep 23 13:58:50.072046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a92bf399-3e56-42ce-93a4-c3ec199f2473 req-66f67444-6fc5-408f-b87b-5b358778e682 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Sep 23 13:58:50.169176 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-63205ba8-d3ce-40a9-a867-f5b8354bf339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:50.173045 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eabc47-c0e2-4544-9fc1-420a295afa0f None None] New status for floating IP b92699cb-b00a-4d4a-9890-1e4bc3341192: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:58:50.260065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-11b1743a-6ff0-4488-9913-639fecc6be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:50.263451 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-11b1743a-6ff0-4488-9913-639fecc6be5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.3583057 Sep 23 13:58:50.338712 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:50.345214 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-88c102f6-e13b-4331-9322-f4ff42558553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:50.346718 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-88c102f6-e13b-4331-9322-f4ff42558553 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743837 Sep 23 13:58:50.421909 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:50.517075 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-003dd556-cd59-47a7-9839-ece55861beda service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624496 Sep 23 13:58:50.521504 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'Port': ['ID=5edb1322-bc4b-4374-9f19-9cbb9d84ce52,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:50.563600 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:50.735386 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44e28ee-4ac9-490a-8721-dd6b01234891 req-118b0a58-1e10-4a84-a643-fa951de082aa service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063899 Sep 23 13:58:50.750275 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Floating IP 994fd057-e26f-4c56-898e-7ac234dd1598 associated. External IP: 172.27.1.104, port: 723b26bc-b85d-4773-af7d-a02e19ddffdb. Sep 23 13:58:50.968703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.015761 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Router 29da4746-82db-49ab-a68d-d4508251a1fe has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:58:51.138319 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:58:51.155231 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Sync routers for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:58:51.172631 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:51.173696 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:51.235355 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.236393 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4d0ad-7495-4aa9-b465-f848158ad7b1 req-4fb89bfb-e295-43b7-a43e-a91d5a92a47f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:51.239024 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ce4d0ad-7495-4aa9-b465-f848158ad7b1 req-4fb89bfb-e295-43b7-a43e-a91d5a92a47f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 943 time: 0.0858369 Sep 23 13:58:51.266421 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.296531 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0ce4d0ad-7495-4aa9-b465-f848158ad7b1 req-2e584f37-9b22-4f46-a276-52f0917d80bc tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465915 Sep 23 13:58:51.302371 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b583ca3d-7983-468d-ae90-fbaba9dfa457 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7821956 Sep 23 13:58:51.303115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:51.305624 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:51.307653 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 45160) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:51.314124 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899097354', 'description': 'tempest-secgroup-smoke-1899097354 description', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:51.351296 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ab7433-a6b4-4c22-a891-1fcef226e15b x-openstack-request-id: req-c3ab7433-a6b4-4c22-a891-1fcef226e15b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:51.351628 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:51.351834 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3ab7433-a6b4-4c22-a891-1fcef226e15b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:51.352234 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 13:58:51.373439 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:51.427461 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-fe014545-2298-486e-b219-9c9b61ba2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:51.429027 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-fe014545-2298-486e-b219-9c9b61ba2862 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1098 time: 0.0447152 Sep 23 13:58:51.477019 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.533133 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-c60bb345-55f5-47f0-954e-c746a5f77bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:51.534636 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-c60bb345-55f5-47f0-954e-c746a5f77bf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.0956888 Sep 23 13:58:51.576884 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.612112 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-f3014edc-d855-4b46-80ba-c35963433943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 999 time: 0.0662565 Sep 23 13:58:51.649236 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.657765 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '994fd057-e26f-4c56-898e-7ac234dd1598', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'port_id': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'mac_address': 'fa:16:3e:e6:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198083e-2835-40b1-b68f-f14d47eaac52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:49Z', 'updated_at': '2021-09-23T13:58:49Z', 'revision_number': 0, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:51.688121 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:51.699894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-3e5a64ac-3aeb-4468-a234-5765ea1d6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:51.701833 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Checking router: 29da4746-82db-49ab-a68d-d4508251a1fe for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:58:51.702159 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-3e5a64ac-3aeb-4468-a234-5765ea1d6fd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0685306 Sep 23 13:58:51.711907 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:58:51.712589 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:51.757522 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.758887 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f5d51b0c-9c92-43be-8e1a-64d6054e8d43 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4499431 Sep 23 13:58:51.763777 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 45168) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:51.769779 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:51.770650 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-be4e3122-9ebd-4b26-94a4-58041805209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:51.773172 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-be4e3122-9ebd-4b26-94a4-58041805209a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557351 Sep 23 13:58:51.832957 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:58:51.879046 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-1c3e877f-591f-4661-9863-57f7e707c122 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892398 Sep 23 13:58:51.880961 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.972585 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:51.995234 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c5b0dd8e-e782-4fcb-943f-001d4e6400a1 req-1c3902e3-50bd-4d86-bc23-a5d79b4dd31f service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046860 Sep 23 13:58:52.077347 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.100624 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef06eac3-deab-4fc1-8a8b-a93977b36063,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:52.112522 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '994fd057-e26f-4c56-898e-7ac234dd1598', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'port_id': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'mac_address': 'fa:16:3e:e6:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198083e-2835-40b1-b68f-f14d47eaac52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:49Z', 'updated_at': '2021-09-23T13:58:49Z', 'revision_number': 0, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:58:52.146815 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf69501-3a1b-4c6e-b906-4cd3b91ca8b6 None None] The sync data for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi is: [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '994fd057-e26f-4c56-898e-7ac234dd1598', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'port_id': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'mac_address': 'fa:16:3e:e6:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198083e-2835-40b1-b68f-f14d47eaac52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:49Z', 'updated_at': '2021-09-23T13:58:49Z', 'revision_number': 0, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:58:52.203034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.206120 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2fd6d7a2-5090-4587-97d5-daa96231290c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393561 Sep 23 13:58:52.207410 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45170) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:52.216112 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:52.348521 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dbda66-4c6d-46f7-8a33-1f653ff821ac None None] New status for floating IP 994fd057-e26f-4c56-898e-7ac234dd1598: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:58:52.363756 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.480149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13097812-ccdc-40cd-a594-5c5b788fa5a6 req-eacb7365-fa93-43c0-9c64-f78170b30148 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:52.482141 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13097812-ccdc-40cd-a594-5c5b788fa5a6 req-eacb7365-fa93-43c0-9c64-f78170b30148 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 943 time: 0.0624647 Sep 23 13:58:52.489509 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.530972 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13097812-ccdc-40cd-a594-5c5b788fa5a6 req-60588fa9-1ba9-4805-bee1-efff0a93f387 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 Sep 23 13:58:52.562939 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.582128 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053e6ca0-3032-4f95-b06b-8071c9dd7fab,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:52.643551 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.647250 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-861223b8-396c-4b6f-b4ce-3363a5507427 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4362593 Sep 23 13:58:52.647440 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:52.652344 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:52.802176 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.867076 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.968423 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:52.986431 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da34c6db-cc41-4e6c-9533-9c18e7830329,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:53.054694 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.055951 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7f4a27a2-d416-4159-8dc9-fa7c8b064226 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4075518 Sep 23 13:58:53.059316 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45180) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:53.063766 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:53.173635 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.241527 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.271574 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.356629 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.374864 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadc0d4f-fb6d-4240-9c9d-4601e3febbe7,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:53.454332 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.455537 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-145a553a-dab3-4f75-b48b-236fce97a222 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3952456 Sep 23 13:58:53.458445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45182) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:53.464993 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:53.568516 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Project 84b76a8284ef4e47ae59c3f2bfa40577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:58:53.575538 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.641002 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.656910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f8e79-1314-4a6f-8437-75f054efb56e req-20d561a8-6887-4ea5-9cce-f1d57cf4f017 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:53.658576 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-400f8e79-1314-4a6f-8437-75f054efb56e req-20d561a8-6887-4ea5-9cce-f1d57cf4f017 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 943 time: 0.0506740 Sep 23 13:58:53.698079 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-400f8e79-1314-4a6f-8437-75f054efb56e req-ce721c17-07ed-400d-be67-83080ecbba67 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331922 Sep 23 13:58:53.723049 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.746345 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaa7be0-077c-4d91-9f48-2414bec8dc90,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:53.825820 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:53.827068 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c2d1789c-58c2-4707-9229-f00643350154 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3676057 Sep 23 13:58:53.830318 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45188) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:58:53.836894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'security_group_rule': {'security_group_id': '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2', 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:53.957794 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Project 84b76a8284ef4e47ae59c3f2bfa40577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 13:58:53.963409 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.029595 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.088884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.106692 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42512c5-7f2a-4959-b7f2-36401a2d48ad,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:54.185581 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.186822 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-f619feb3-1aea-452c-833e-06801400cee5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3555264 Sep 23 13:58:54.269665 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-211a554c-adcc-4cee-98c9-35367c604c82 req-4a25e533-af5e-4470-b6b9-d901eaa5c76d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899097354&fields=id&tenant_id=84b76a8284ef4e47ae59c3f2bfa40577 HTTP/1.1" status: 200 len: 267 time: 0.0346777 Sep 23 13:58:54.333459 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a554c-adcc-4cee-98c9-35367c604c82 req-8d5029cc-aed5-4088-941f-ab3d83832efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:54.335020 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-211a554c-adcc-4cee-98c9-35367c604c82 req-8d5029cc-aed5-4088-941f-ab3d83832efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0591459 Sep 23 13:58:54.351159 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'port': {'security_groups': ['e6b488a6-8827-4bc9-a1f1-62ed1f403b26', '2e97d6f4-a4f3-4eec-8877-7bc6906b49d2']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:58:54.398200 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:58:54.425524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.510556 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:54.522861 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'port_id': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'mac_address': 'fa:16:3e:20:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:58:54.566546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.587197 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:58:54.613965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:54.661874 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:54.693321 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.774729 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.833258 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.847299 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:54.848721 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2717b98-a5e4-4b45-bf20-20aef7476aec req-8e2eabbf-1a52-4742-a1ef-639ece77ca6e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:54.850417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2717b98-a5e4-4b45-bf20-20aef7476aec req-8e2eabbf-1a52-4742-a1ef-639ece77ca6e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 944 time: 0.0778909 Sep 23 13:58:54.872908 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:54.898704 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:54.899386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:54.901602 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-211a554c-adcc-4cee-98c9-35367c604c82 req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "PUT /v2.0/ports/723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 981 time: 0.5555372 Sep 23 13:58:54.902015 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:54.907487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b55bd1e-787f-4174-999d-f20db4478df1" -d '{"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:54.948494 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2c60-e11f-4c1c-90dd-c76e2e449d9a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=6']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:54.967338 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2717b98-a5e4-4b45-bf20-20aef7476aec req-e8cae80f-e1f1-4e3a-b1cd-05a92a15a25f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912561 Sep 23 13:58:55.007302 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:55.026233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96056df6-4560-4dfb-ae35-84475f57387a x-openstack-request-id: req-96056df6-4560-4dfb-ae35-84475f57387a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:55.026665 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:55.027033 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96056df6-4560-4dfb-ae35-84475f57387a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:55.027555 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 13:58:55.051389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7765-c148-424e-baac-775f057f60c1 req-b6099bc4-7231-43a8-958e-4b5886383319 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:55.058439 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f13d7765-c148-424e-baac-775f057f60c1 req-b6099bc4-7231-43a8-958e-4b5886383319 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0778525 Sep 23 13:58:55.094966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:58:55.115808 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-9be35d73-5bde-4ce0-b92f-ecf90fbc66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:55.117395 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-9be35d73-5bde-4ce0-b92f-ecf90fbc66f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1137 time: 0.0582426 Sep 23 13:58:55.122763 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f13d7765-c148-424e-baac-775f057f60c1 req-486585d5-f39e-4ed5-aba7-cf0c5f4ca2bb tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598159 Sep 23 13:58:55.246332 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-bdcd5d9e-750b-4517-bb6f-71b63f2eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:55.247809 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-bdcd5d9e-750b-4517-bb6f-71b63f2eaab3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.1068850 Sep 23 13:58:55.328197 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5611f029-604a-445a-8516-7e1535182949 None None] Provisioning complete for port 723b26bc-b85d-4773-af7d-a02e19ddffdb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:55.328485 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5611f029-604a-445a-8516-7e1535182949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:55.329815 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-988a69fb-062a-4999-83d6-686479136dc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 1001 time: 0.0725594 Sep 23 13:58:55.393566 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-84dc8672-7939-4cc0-8acd-0bcbd2a74736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:55.395084 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-84dc8672-7939-4cc0-8acd-0bcbd2a74736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0504203 Sep 23 13:58:55.463396 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-356c1adf-85a5-4607-a1ab-31acd6de2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:55.465571 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-356c1adf-85a5-4607-a1ab-31acd6de2286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566142 Sep 23 13:58:55.570349 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-4bd299df-4294-4d63-9aba-2d44895123c6 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958092 Sep 23 13:58:55.694755 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-4b55bd1e-787f-4174-999d-f20db4478df1 req-f00885c5-bd73-4b07-a390-7288272e85b2 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163077 Sep 23 13:58:56.083564 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd38d9-6294-4fa4-b750-984c5e7e19c6 req-df332de3-a0c3-4400-a012-a31aa2a9a500 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:56.085189 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-25bd38d9-6294-4fa4-b750-984c5e7e19c6 req-df332de3-a0c3-4400-a012-a31aa2a9a500 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 944 time: 0.0550299 Sep 23 13:58:56.379094 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-25bd38d9-6294-4fa4-b750-984c5e7e19c6 req-6b083855-8b04-4685-a70d-92af9faa623f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868898 Sep 23 13:58:56.415039 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:58:56.568807 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:58:56.574102 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:58:56.574472 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:56.658565 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:56.684211 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:58:56.686639 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ef2c3-2f05-4d91-8446-3b225a7c6757" -d '{"events": [{"server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "name": "network-vif-plugged", "status": "completed", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:58:56.701255 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:58:56.742838 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2164a4-7282-4e39-8762-c21690c0be4d x-openstack-request-id: req-3a2164a4-7282-4e39-8762-c21690c0be4d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:58:56.743162 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "name": "network-vif-plugged", "status": "completed", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:58:56.743499 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a2164a4-7282-4e39-8762-c21690c0be4d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:58:56.744244 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'code': 200} Sep 23 13:58:56.797339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:58:56.855378 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:58:57.128102 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0f31-ad6a-443e-b135-3b1b72643998 req-54d0835e-0a21-49ab-b47b-9d2e13f422cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:57.129595 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-214c0f31-ad6a-443e-b135-3b1b72643998 req-54d0835e-0a21-49ab-b47b-9d2e13f422cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 1098 time: 0.0522678 Sep 23 13:58:57.168370 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-214c0f31-ad6a-443e-b135-3b1b72643998 req-88a8041b-ab79-4fe2-a722-73c95be91e74 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299523 Sep 23 13:58:57.499659 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5a87-3916-4441-a0e1-fccedb11838e req-01c0f95a-cd05-46e7-a942-e81b5346f1bb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:57.501234 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22af5a87-3916-4441-a0e1-fccedb11838e req-01c0f95a-cd05-46e7-a942-e81b5346f1bb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0519714 Sep 23 13:58:57.549448 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-22af5a87-3916-4441-a0e1-fccedb11838e req-de59d1d3-82d4-4eb0-94bb-0156662e2e16 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Sep 23 13:58:58.678659 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d9942-dce1-44da-8950-ea67f3c68c62 req-8ee65fd8-7019-4bb0-af41-2efc9e418f6e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:58.680193 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-979d9942-dce1-44da-8950-ea67f3c68c62 req-8ee65fd8-7019-4bb0-af41-2efc9e418f6e tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 23 13:58:58.721476 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-979d9942-dce1-44da-8950-ea67f3c68c62 req-575c8fe4-a3f3-4ec9-b0e3-3ab202ba80d1 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349438 Sep 23 13:58:59.851297 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607db32-0720-460f-9023-b9753c17965a req-a17b699e-0ae0-4bc4-9b56-0e8fd711b94c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:58:59.852883 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d607db32-0720-460f-9023-b9753c17965a req-a17b699e-0ae0-4bc4-9b56-0e8fd711b94c tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0605197 Sep 23 13:58:59.898103 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d607db32-0720-460f-9023-b9753c17965a req-d2bbcc16-7def-4a78-be12-f5c01a284166 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 Sep 23 13:59:00.021021 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc558c5-5180-418a-8761-cf326b5d40d4 req-61b62e78-55e5-402e-b6f0-a5fcd43ace70 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:00.022631 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ddc558c5-5180-418a-8761-cf326b5d40d4 req-61b62e78-55e5-402e-b6f0-a5fcd43ace70 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0581436 Sep 23 13:59:00.031663 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45252) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 13:59:00.036205 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Request body: {'floatingip': {'port_id': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:59:00.076041 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:00.531884 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:00.596736 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:00.939728 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Floating IP 95221ff2-f2a6-4418-ad05-c9c575c24d15 associated. External IP: 172.27.1.47, port: 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62. Sep 23 13:59:01.162714 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 13:59:01.275903 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 13:59:01.280432 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:01.289904 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 13:59:01.302824 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:59:01.303476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:59:01.312546 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-106fc478-6278-460a-8a9e-7b9b41d2d5c0 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "PUT /v2.0/floatingips/95221ff2-f2a6-4418-ad05-c9c575c24d15 HTTP/1.1" status: 200 len: 990 time: 1.2797670 Sep 23 13:59:01.313385 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:59:01.315775 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f90dad-2100-4230-8e1e-c44ca607fa73" -d '{"events": [{"name": "network-changed", "server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:59:01.358654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11995f6-6f2a-4a31-b4d6-4391a3263906 x-openstack-request-id: req-f11995f6-6f2a-4a31-b4d6-4391a3263906 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:59:01.363548 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:59:01.363548 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f11995f6-6f2a-4a31-b4d6-4391a3263906 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:59:01.363548 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'status': 'completed', 'code': 200} Sep 23 13:59:01.444323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-ed3d496b-3264-4419-bfdd-efbaa3664b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:01.445918 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-ed3d496b-3264-4419-bfdd-efbaa3664b45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52f0c2ee69904c008d80be6c2042e20d&device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 1098 time: 0.0526240 Sep 23 13:59:01.558147 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:59:01.565533 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-b5238dd7-f0af-4776-a86b-050201eef20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:01.567074 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-b5238dd7-f0af-4776-a86b-050201eef20c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 200 len: 910 time: 0.1131485 Sep 23 13:59:01.650847 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-f17e407a-0458-4144-b91c-722cad531d25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 HTTP/1.1" status: 200 len: 998 time: 0.0676861 Sep 23 13:59:01.702502 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-964b4f22-23aa-404e-8c09-d76a6171af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:01.703935 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-964b4f22-23aa-404e-8c09-d76a6171af2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 200 len: 849 time: 0.0439670 Sep 23 13:59:01.766006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-e17d1ced-d086-4e85-b3d6-829f6a870c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:01.767815 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-e17d1ced-d086-4e85-b3d6-829f6a870c70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b945559-3dcb-45d0-b8d6-2f37142e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517731 Sep 23 13:59:01.798696 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '95221ff2-f2a6-4418-ad05-c9c575c24d15', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:20:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:42Z', 'updated_at': '2021-09-23T13:59:00Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:59:01.830479 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 13:59:01.840270 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 13:59:01.841733 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T13:58:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:59:01.874467 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-84cf1311-09fd-4c0e-96d2-a14b4eaabc8a service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948181 Sep 23 13:59:01.987115 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-22f90dad-2100-4230-8e1e-c44ca607fa73 req-358181e6-6367-406b-8e8c-1ebd8e19526f service neutron] 10.222.0.45 "GET /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987370 Sep 23 13:59:01.994430 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 13:59:02.225575 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '95221ff2-f2a6-4418-ad05-c9c575c24d15', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:20:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:42Z', 'updated_at': '2021-09-23T13:59:00Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 13:59:02.253032 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7fc44-abbb-41f7-a807-5c09a2644d3f None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '95221ff2-f2a6-4418-ad05-c9c575c24d15', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'port_id': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'mac_address': 'fa:16:3e:20:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T13:58:42Z', 'updated_at': '2021-09-23T13:59:00Z', 'revision_number': 1, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 13:59:02.468064 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0751028-3014-4646-b6d9-0ef98c7dadcb None None] New status for floating IP 95221ff2-f2a6-4418-ad05-c9c575c24d15: ACTIVE {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 13:59:08.703095 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:59:14.757337 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:16.265417 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-8361c6b0-c653-4086-bdb9-954f9a305710 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419338 Sep 23 13:59:16.366302 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-6616892f-578b-48e4-a6bd-0ae2fe6597d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:16.367892 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-6616892f-578b-48e4-a6bd-0ae2fe6597d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1137 time: 0.0457778 Sep 23 13:59:16.495598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-97bc8266-a2ff-4c13-a705-c783b590efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:16.497283 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-97bc8266-a2ff-4c13-a705-c783b590efcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.0939116 Sep 23 13:59:16.571598 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-8867c76e-5bb8-4eb3-9e00-902919ce28ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 1001 time: 0.0614328 Sep 23 13:59:16.627058 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-c9a0a5e7-b307-48ee-937d-5a1e672a8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:16.628484 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-c9a0a5e7-b307-48ee-937d-5a1e672a8376 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0498366 Sep 23 13:59:16.687841 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-5513e78c-25ac-4c6c-97e9-712044ef8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:16.689339 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-5513e78c-25ac-4c6c-97e9-712044ef8e53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436769 Sep 23 13:59:16.791080 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-d0cae730-c80c-494f-b469-06f9e1455f55 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Sep 23 13:59:16.892402 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79c50a18-13a9-4296-ab35-a3ffd8f3f485 req-cb170c9a-8ce7-419e-8995-1ef4385fb808 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913899 Sep 23 13:59:17.705801 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4b5bb59f-c6e2-48b5-aae5-92be1ca3594c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:20.208132 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-556b848c-ae4e-4cd3-94fb-6dc4d705d555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:20.985516 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:21.185219 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:23.259773 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:24.896828 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7ec52-7298-4848-972b-0052bff6b4a3 req-e130ccdc-c89b-4823-bbaf-fea9e0a656c5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:24.898387 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e3d7ec52-7298-4848-972b-0052bff6b4a3 req-e130ccdc-c89b-4823-bbaf-fea9e0a656c5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.1814823 Sep 23 13:59:24.951799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-83446069-0561-4a0e-a658-65abcdd04263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:24.953241 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-83446069-0561-4a0e-a658-65abcdd04263 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1137 time: 0.1093700 Sep 23 13:59:24.957231 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e3d7ec52-7298-4848-972b-0052bff6b4a3 req-9fb3a32e-c75e-4e3c-86ec-c63d8e0fa25f tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487270 Sep 23 13:59:25.060141 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-89f6c049-75b4-45c4-858e-9f4bde1dd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:25.061716 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-89f6c049-75b4-45c4-858e-9f4bde1dd565 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.0999920 Sep 23 13:59:25.131884 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-18766163-19f9-48cf-8eca-5bacc47d2981 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 1001 time: 0.0613697 Sep 23 13:59:25.188233 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-cb7fe606-611e-478b-8bdf-3332c8e0e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:25.189747 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-cb7fe606-611e-478b-8bdf-3332c8e0e539 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0468769 Sep 23 13:59:25.247692 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-563c79eb-9881-47a6-bf12-695617950f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:25.247692 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-563c79eb-9881-47a6-bf12-695617950f3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470729 Sep 23 13:59:25.346914 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-94b46b05-a7ab-42c4-aa1a-4bec915526c2 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930274 Sep 23 13:59:25.454592 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b4247ac6-2e3b-47a2-8772-c39c583f5cc2 req-64ec97b4-3ecc-4866-8f28-e48eb5d4070e service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924010 Sep 23 13:59:26.151146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf002855-c749-44bb-8cc5-15aa2ec0dac7 req-1879d706-5fdd-48ea-960b-3bbb44c44a47 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:26.152664 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cf002855-c749-44bb-8cc5-15aa2ec0dac7 req-1879d706-5fdd-48ea-960b-3bbb44c44a47 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.1198556 Sep 23 13:59:26.196995 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cf002855-c749-44bb-8cc5-15aa2ec0dac7 req-576ac3f6-d7df-4813-848a-0a681e332e31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379496 Sep 23 13:59:27.323881 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80e48-992d-41ed-8b7a-98896a35575b req-a483faa3-1d50-4368-83af-bf87d787dcbc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:27.326062 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cae80e48-992d-41ed-8b7a-98896a35575b req-a483faa3-1d50-4368-83af-bf87d787dcbc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0567880 Sep 23 13:59:27.375382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cae80e48-992d-41ed-8b7a-98896a35575b req-fcd34e73-0ff6-4ca9-a15e-e4e20b9a2fb6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422478 Sep 23 13:59:28.494037 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abb922-bba2-41e6-8b35-c0b29ef97a4b req-2ac7c42f-bf96-4d26-a027-7db3de7d9240 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:28.495510 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02abb922-bba2-41e6-8b35-c0b29ef97a4b req-2ac7c42f-bf96-4d26-a027-7db3de7d9240 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0493093 Sep 23 13:59:28.540689 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-02abb922-bba2-41e6-8b35-c0b29ef97a4b req-774a5653-0e48-4c94-af70-4c8d5a06c43f tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379424 Sep 23 13:59:29.673224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219acf63-8bb1-4fc4-b440-b991b6bf1c78 req-46085d11-7bcc-4657-a584-9f9999faab5c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:29.674853 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-219acf63-8bb1-4fc4-b440-b991b6bf1c78 req-46085d11-7bcc-4657-a584-9f9999faab5c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0569065 Sep 23 13:59:29.716859 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-219acf63-8bb1-4fc4-b440-b991b6bf1c78 req-e8a6fea0-83e8-46dd-9094-4f7f02e45e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358443 Sep 23 13:59:30.266284 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4f569-2eb6-4c3a-b686-b25c01132bad req-eb57f7eb-3e84-4b23-879d-63b8a08512e2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:30.268146 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bcf4f569-2eb6-4c3a-b686-b25c01132bad req-eb57f7eb-3e84-4b23-879d-63b8a08512e2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0566170 Sep 23 13:59:30.312690 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bcf4f569-2eb6-4c3a-b686-b25c01132bad req-325a1479-472f-4e39-97fb-aeb40911040a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372894 Sep 23 13:59:30.847010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb8edc-0b50-42c5-9002-8cf32648775f req-e8d2104d-99fc-4610-bc73-3b91b31f6536 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:30.848586 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6bb8edc-0b50-42c5-9002-8cf32648775f req-e8d2104d-99fc-4610-bc73-3b91b31f6536 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0558920 Sep 23 13:59:30.897992 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6bb8edc-0b50-42c5-9002-8cf32648775f req-23fa69bd-2ef7-4b8c-a575-0bed6d303f46 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425360 Sep 23 13:59:31.444415 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35fc28-baad-48a3-b950-b2c2b40072fb req-24cf1e45-4eee-420b-93ba-e1fd30e78fff tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:31.446037 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8c35fc28-baad-48a3-b950-b2c2b40072fb req-24cf1e45-4eee-420b-93ba-e1fd30e78fff tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0552177 Sep 23 13:59:31.487199 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8c35fc28-baad-48a3-b950-b2c2b40072fb req-446ae8d8-dc43-4ef5-9c66-418b82a0a956 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Sep 23 13:59:32.030702 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89211d-216f-4dec-a574-3eb14f1d8c6b req-51b86b90-2757-45a5-a86c-608039d2f593 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:32.032280 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb89211d-216f-4dec-a574-3eb14f1d8c6b req-51b86b90-2757-45a5-a86c-608039d2f593 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0530555 Sep 23 13:59:32.076697 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fb89211d-216f-4dec-a574-3eb14f1d8c6b req-5c41b777-7eed-4418-b050-cbdb44b7cf2d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380549 Sep 23 13:59:32.245143 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3ea7-1b97-41f1-94d6-d1135d5856ef req-ea12c1e3-c376-4738-af65-2b31dbae010e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:32.246857 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-81ef3ea7-1b97-41f1-94d6-d1135d5856ef req-ea12c1e3-c376-4738-af65-2b31dbae010e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0533407 Sep 23 13:59:32.288410 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-81ef3ea7-1b97-41f1-94d6-d1135d5856ef req-2cb958e3-c541-416a-bb6e-e9dce9d643f6 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Sep 23 13:59:32.632194 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d043588-b76e-4eb1-872c-62efbfdbbac0 req-4eda2bcc-b693-4133-aded-747b0bc5c0fe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:32.633784 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5d043588-b76e-4eb1-872c-62efbfdbbac0 req-4eda2bcc-b693-4133-aded-747b0bc5c0fe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0542865 Sep 23 13:59:32.674355 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5d043588-b76e-4eb1-872c-62efbfdbbac0 req-55d42d3c-a325-4991-9447-1d356a3ba9c5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337312 Sep 23 13:59:33.198966 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834f80-73a8-4e50-8ada-7a299e365b0d req-c12c125c-a028-4d10-96ce-67bfa04fed65 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:33.200506 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb834f80-73a8-4e50-8ada-7a299e365b0d req-c12c125c-a028-4d10-96ce-67bfa04fed65 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0535643 Sep 23 13:59:33.242888 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cb834f80-73a8-4e50-8ada-7a299e365b0d req-8756b01a-8f2b-4d68-aa4e-2f490a1fb0e3 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362189 Sep 23 13:59:33.419987 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878b90-3c39-4adc-bd05-b3842da3bb85 req-9a578a35-7068-43cf-a039-a4f6f6dd6d9a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:33.419987 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a9878b90-3c39-4adc-bd05-b3842da3bb85 req-9a578a35-7068-43cf-a039-a4f6f6dd6d9a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0548327 Sep 23 13:59:33.459730 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a9878b90-3c39-4adc-bd05-b3842da3bb85 req-79d9ec9c-0f77-4749-b6cd-c958512fdb92 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Sep 23 13:59:33.808611 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f3af-376f-4522-801d-54a146d996e9 req-f9577c31-342b-4466-bcb5-a9c2baca6438 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:33.810840 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cd4f3af-376f-4522-801d-54a146d996e9 req-f9577c31-342b-4466-bcb5-a9c2baca6438 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0569069 Sep 23 13:59:33.854032 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cd4f3af-376f-4522-801d-54a146d996e9 req-44e927f8-e80a-4024-8c0a-c4968d3f81fe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370939 Sep 23 13:59:34.076795 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49230b-f011-46ae-9e83-305b3095f60d req-934e9e33-5334-4ce6-a431-7e9a6c79ed3e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:34.078453 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0f49230b-f011-46ae-9e83-305b3095f60d req-934e9e33-5334-4ce6-a431-7e9a6c79ed3e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0568135 Sep 23 13:59:34.185717 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Deleting port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 13:59:34.186209 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:34.332789 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] For port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:34.332789 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:34.345796 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Calling delete_port for 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 13:59:34.365435 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971852b-2271-4610-9b2c-093661469ff0 req-73ce36e7-9422-467b-be5a-4e0491ebcea6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:34.367084 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5971852b-2271-4610-9b2c-093661469ff0 req-73ce36e7-9422-467b-be5a-4e0491ebcea6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0530567 Sep 23 13:59:34.417084 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5971852b-2271-4610-9b2c-093661469ff0 req-1ca4e265-ecbd-401c-921e-7e88b9dec978 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420012 Sep 23 13:59:34.597263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:34.597783 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc7f5f-37a1-46a9-8793-1d93018da5ab req-6cd2f742-5d86-4166-b005-bb7354233425 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:34.599373 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3cbc7f5f-37a1-46a9-8793-1d93018da5ab req-6cd2f742-5d86-4166-b005-bb7354233425 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 945 time: 0.0570531 Sep 23 13:59:34.611382 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['31b5f4ea-f6a6-483a-9383-e2b140dd5e37'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:59:34.635247 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Pushing event deleted for resources: {'Port': ['ID=31b5f4ea-f6a6-483a-9383-e2b140dd5e37,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:34.662342 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3cbc7f5f-37a1-46a9-8793-1d93018da5ab req-62f44360-c087-4712-83ef-7a6dd7d62c36 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Sep 23 13:59:34.663973 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.664322 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.664661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.664989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.665309 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.665660 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.666004 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.666284 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.666599 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.666914 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.667225 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.667536 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:34.694341 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] No DVR routers for this DVR port 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 13:59:34.696930 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:34.699072 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-0f49230b-f011-46ae-9e83-305b3095f60d req-2a854c19-ac74-4b88-9670-67038058cf48 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "DELETE /v2.0/ports/31b5f4ea-f6a6-483a-9383-e2b140dd5e37 HTTP/1.1" status: 204 len: 173 time: 0.6101460 Sep 23 13:59:34.699535 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'name': 'network-vif-deleted', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:59:34.701845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebec867-e46b-4604-840b-ed72a0279c10" -d '{"events": [{"server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "name": "network-vif-deleted", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:59:34.742059 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c814c0-5996-4774-b2a2-b38cceb56442 x-openstack-request-id: req-58c814c0-5996-4774-b2a2-b38cceb56442 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:59:34.742353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d845c3-2405-4364-8344-7fc301c3e8b8", "name": "network-vif-deleted", "tag": "31b5f4ea-f6a6-483a-9383-e2b140dd5e37", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:59:34.742600 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58c814c0-5996-4774-b2a2-b38cceb56442 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:59:34.742993 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d845c3-2405-4364-8344-7fc301c3e8b8', 'name': 'network-vif-deleted', 'tag': '31b5f4ea-f6a6-483a-9383-e2b140dd5e37', 'status': 'completed', 'code': 200} Sep 23 13:59:34.992989 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d6293-2fff-45f4-a173-bee38dd89eab req-2d33847a-bb1f-466a-a71c-108fcad0abb9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:34.994589 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9b4d6293-2fff-45f4-a173-bee38dd89eab req-2d33847a-bb1f-466a-a71c-108fcad0abb9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0635464 Sep 23 13:59:35.040150 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9b4d6293-2fff-45f4-a173-bee38dd89eab req-21dda95f-ca78-4b10-b931-b2c1e7a9ef89 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383682 Sep 23 13:59:35.552162 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb14e4-2233-44a9-a6f6-80cf6352539d req-f6f97725-394a-484d-a0ce-574343496df5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:35.553820 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-76cb14e4-2233-44a9-a6f6-80cf6352539d req-f6f97725-394a-484d-a0ce-574343496df5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0615323 Sep 23 13:59:35.614265 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-76cb14e4-2233-44a9-a6f6-80cf6352539d req-fcc28e95-4788-47dd-a0a1-47ffe1a738e6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514207 Sep 23 13:59:35.777185 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-56a658ee-8df1-49eb-ad61-62d218ac707e req-b28605e6-1745-43df-ae1c-3aecd128055a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8d845c3-2405-4364-8344-7fc301c3e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Sep 23 13:59:36.175777 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6da437-dc98-40e7-90eb-7e5c801dfa7d req-a16f297c-0329-49c3-b444-542016ff0287 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:36.177289 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b6da437-dc98-40e7-90eb-7e5c801dfa7d req-a16f297c-0329-49c3-b444-542016ff0287 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0490203 Sep 23 13:59:36.221845 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3b6da437-dc98-40e7-90eb-7e5c801dfa7d req-156d313f-62f3-48f0-a28b-344902e4b08a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384028 Sep 23 13:59:36.751052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505e3e-9d5c-4614-b26c-7725f3b3ab73 req-4d39de1a-2182-44f9-a7a4-77fb5665df17 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:36.752623 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-64505e3e-9d5c-4614-b26c-7725f3b3ab73 req-4d39de1a-2182-44f9-a7a4-77fb5665df17 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0536799 Sep 23 13:59:36.795784 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-64505e3e-9d5c-4614-b26c-7725f3b3ab73 req-5a728353-b9f8-4b46-bb06-acc89b890fdf tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368679 Sep 23 13:59:37.357094 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ed99-7087-4215-8e6e-916da196b369 req-eef61c2b-c099-4f74-bdc3-609955457117 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:37.358481 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1f85ed99-7087-4215-8e6e-916da196b369 req-eef61c2b-c099-4f74-bdc3-609955457117 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0601819 Sep 23 13:59:37.400839 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1f85ed99-7087-4215-8e6e-916da196b369 req-1bfeb122-a87c-473c-87d0-346d9d01ddde tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355685 Sep 23 13:59:37.922186 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f305ca-6373-4a3c-b2b5-9fe5b9cb7bd3 req-a0b760c5-43ac-400d-a7e3-d35341077987 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:37.923763 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0f305ca-6373-4a3c-b2b5-9fe5b9cb7bd3 req-a0b760c5-43ac-400d-a7e3-d35341077987 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0577614 Sep 23 13:59:37.975061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d0f305ca-6373-4a3c-b2b5-9fe5b9cb7bd3 req-3d870569-3a8b-476b-bfa0-4ff00fe9e0d5 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418315 Sep 23 13:59:38.532429 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ddade-fc4c-49eb-a176-cee2a6c62f81 req-e3986713-6fd1-4d6d-88cb-a05d0c805319 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:38.534044 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-460ddade-fc4c-49eb-a176-cee2a6c62f81 req-e3986713-6fd1-4d6d-88cb-a05d0c805319 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0528491 Sep 23 13:59:38.574310 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-460ddade-fc4c-49eb-a176-cee2a6c62f81 req-d82b90c1-e27c-47ff-9c9b-dcc91cbd7e2b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Sep 23 13:59:39.099539 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165b72a-6e09-477d-95ed-1f8cd5939569 req-5e1a90a4-1f03-4f22-91ae-18ca1ca7bdb0 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:39.101082 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3165b72a-6e09-477d-95ed-1f8cd5939569 req-5e1a90a4-1f03-4f22-91ae-18ca1ca7bdb0 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0529926 Sep 23 13:59:39.148058 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3165b72a-6e09-477d-95ed-1f8cd5939569 req-45a4f473-e87c-4101-a4fb-f1b83618f1a8 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395401 Sep 23 13:59:39.450997 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 13:59:39.473700 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 13:59:39.474042 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 31b5f4ea-f6a6-483a-9383-e2b140dd5e37 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 13:59:39.714588 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13643b2-3584-4a0e-b356-a5800a9c2521 req-4d6335d5-1c81-4e9e-a531-799c822c404c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:39.716621 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a13643b2-3584-4a0e-b356-a5800a9c2521 req-4d6335d5-1c81-4e9e-a531-799c822c404c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0545766 Sep 23 13:59:39.765207 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a13643b2-3584-4a0e-b356-a5800a9c2521 req-fd87d0a7-cd5b-462b-87fa-6e262b2d09ed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Sep 23 13:59:40.274423 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eb88a-0bf4-43a7-8ad7-7a39feb0d106 req-48e48aef-64a8-48a2-879d-a9ab72d62553 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:40.275991 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-377eb88a-0bf4-43a7-8ad7-7a39feb0d106 req-48e48aef-64a8-48a2-879d-a9ab72d62553 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0551198 Sep 23 13:59:40.320964 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-377eb88a-0bf4-43a7-8ad7-7a39feb0d106 req-30e26bb2-83f7-4443-8369-6d7000fdfd04 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378721 Sep 23 13:59:40.896108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531334b0-c46a-48f3-b609-d8231f3e0093 req-ea16c0c8-e5e6-4a0f-9c48-222688eb3a92 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:40.897755 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-531334b0-c46a-48f3-b609-d8231f3e0093 req-ea16c0c8-e5e6-4a0f-9c48-222688eb3a92 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0538082 Sep 23 13:59:40.943975 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-531334b0-c46a-48f3-b609-d8231f3e0093 req-a4d3ba8a-c9ac-44ab-8dcd-16b3f035287d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Sep 23 13:59:41.445823 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f183229-5431-4380-94e3-1e2e1d3f9b47 req-466ec1dd-dbed-456e-9955-25bfca3ee9f1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:41.447663 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1f183229-5431-4380-94e3-1e2e1d3f9b47 req-466ec1dd-dbed-456e-9955-25bfca3ee9f1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0527763 Sep 23 13:59:41.502877 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1f183229-5431-4380-94e3-1e2e1d3f9b47 req-2c499dcc-2ba9-40f3-af82-6512c0a5a7ec tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472386 Sep 23 13:59:42.072155 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f3b6-82c1-4965-a14b-6f04e0987658 req-0ae01a7b-48ac-4cf9-b95c-d043575fedb0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:42.073750 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9923f3b6-82c1-4965-a14b-6f04e0987658 req-0ae01a7b-48ac-4cf9-b95c-d043575fedb0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0512669 Sep 23 13:59:42.114747 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9923f3b6-82c1-4965-a14b-6f04e0987658 req-fbac1ea1-7757-424e-b2b9-e7e9f2e4e413 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339515 Sep 23 13:59:42.627248 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dc147-0cde-450c-99a3-91bd0dd38afb req-3e8e0661-fd6d-4e1c-bfae-c78df353f7d1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:42.628983 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a46dc147-0cde-450c-99a3-91bd0dd38afb req-3e8e0661-fd6d-4e1c-bfae-c78df353f7d1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0507309 Sep 23 13:59:42.672480 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a46dc147-0cde-450c-99a3-91bd0dd38afb req-310c9ce3-2f28-4ae5-a417-c7def14feb62 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&id=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359170 Sep 23 13:59:43.242853 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e237-4138-4944-8db5-6947a2a99cb8 req-f952b708-b27c-4c71-8386-a3870c73df6a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:43.244450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-54a7e237-4138-4944-8db5-6947a2a99cb8 req-f952b708-b27c-4c71-8386-a3870c73df6a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0531955 Sep 23 13:59:43.306540 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-54a7e237-4138-4944-8db5-6947a2a99cb8 req-67aaff00-80ab-4822-a0d3-9aca99e5de54 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Sep 23 13:59:44.442559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682499-ecdb-44b1-b6a8-efbde9a17f32 req-5844f228-16ce-4336-92ce-05bb7b92e9ed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:44.444071 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec682499-ecdb-44b1-b6a8-efbde9a17f32 req-5844f228-16ce-4336-92ce-05bb7b92e9ed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0510514 Sep 23 13:59:44.484137 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec682499-ecdb-44b1-b6a8-efbde9a17f32 req-69a9c050-4be2-4416-85f8-09bd98bebf0b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Sep 23 13:59:44.826338 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:45.612783 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76545-ccea-4c8d-9a63-de9481a936ef req-8e2deac7-8ca3-4a7f-a626-4e3131f26873 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:45.614335 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5ce76545-ccea-4c8d-9a63-de9481a936ef req-8e2deac7-8ca3-4a7f-a626-4e3131f26873 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Sep 23 13:59:45.656912 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5ce76545-ccea-4c8d-9a63-de9481a936ef req-6ed1fab9-55f9-4df6-b9c9-df8249b8ffcc tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363841 Sep 23 13:59:45.703675 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 13:59:46.787278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff827e5-e89e-4537-a322-17fb9245c273 req-2d91162c-2362-4c55-aecd-c981e5beaf11 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:46.788844 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ff827e5-e89e-4537-a322-17fb9245c273 req-2d91162c-2362-4c55-aecd-c981e5beaf11 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0530179 Sep 23 13:59:46.834195 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7ff827e5-e89e-4537-a322-17fb9245c273 req-7e2960b2-dc76-450f-9dac-9b82dc461e3e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390656 Sep 23 13:59:47.693971 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-90a6c4d5-2b60-4ae8-a3b4-9b472e92519f tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:47.695474 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-90a6c4d5-2b60-4ae8-a3b4-9b472e92519f tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/networks?id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 200 len: 814 time: 0.1163034 Sep 23 13:59:47.717492 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-e86e22bf-e8b8-488a-a3aa-043354cec5b9 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/quotas/62482f18c56e40ccbfc4064f32a273d8 HTTP/1.1" status: 200 len: 375 time: 0.0110328 Sep 23 13:59:47.722788 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2e126aa7-69ab-4154-b62f-45880692cf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:47.758595 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-9b94f1e0-cfec-4e03-88ac-93dec4427782 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296314 Sep 23 13:59:47.927662 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-7028dc7c-26b4-4e48-b62b-d0aadfe59216 service neutron] 10.222.0.18 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603756 Sep 23 13:59:48.043337 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5827373-7ff7-4274-95b8-a35df0849748 req-58d6fd2e-821b-44e3-b665-cda5be71df44 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:48.045689 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f5827373-7ff7-4274-95b8-a35df0849748 req-58d6fd2e-821b-44e3-b665-cda5be71df44 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.1132479 Sep 23 13:59:48.082357 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-b4ed1c1e-b5cb-4c09-91d7-1110aa337a6b service neutron] 10.222.0.18 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403158 Sep 23 13:59:48.104336 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f5827373-7ff7-4274-95b8-a35df0849748 req-1c0d9271-c8d4-4911-a055-f11c23aa71ef tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509775 Sep 23 13:59:48.396171 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9f523e69-c516-4758-9d82-d4f295692c2b req-ab43c84c-aa59-4fb5-8378-aa3448360146 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 210 time: 0.0407197 Sep 23 13:59:49.269606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978f7b9-21b5-46ba-8d18-ad1d16e8a98d req-8e63e988-7228-49fa-b5c3-1ddd39db251a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:49.271250 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c978f7b9-21b5-46ba-8d18-ad1d16e8a98d req-8e63e988-7228-49fa-b5c3-1ddd39db251a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0609319 Sep 23 13:59:49.318871 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c978f7b9-21b5-46ba-8d18-ad1d16e8a98d req-4e9c115a-3dbe-485a-aba4-72a20779ad4d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362082 Sep 23 13:59:49.468802 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-755c629a-9679-4779-8d3f-8503879ba3a9 req-7520e5a8-c7c6-40d5-a614-262acbaa0cae tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 210 time: 0.0283124 Sep 23 13:59:50.156854 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-62f94596-5a7a-4c3f-90c7-d13c396558d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:50.459346 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731cf0-9dac-4fac-8ceb-5b9c66673288 req-52bca20b-d4f3-4b12-87ca-a241214af83a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:50.460855 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b731cf0-9dac-4fac-8ceb-5b9c66673288 req-52bca20b-d4f3-4b12-87ca-a241214af83a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0516346 Sep 23 13:59:50.503322 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b731cf0-9dac-4fac-8ceb-5b9c66673288 req-083927ba-d691-4470-ac38-771718fdd6c5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361938 Sep 23 13:59:50.571788 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8bb9ab5-1561-4711-899d-915593b37a45 req-3b6ae416-a04d-4e11-9593-edc92bb33374 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 210 time: 0.0288570 Sep 23 13:59:50.945600 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:51.192592 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-be2d2f16-4a3c-4fdc-9db4-c2f6e027f047 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:51.194955 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-be2d2f16-4a3c-4fdc-9db4-c2f6e027f047 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "GET /v2.0/networks?id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 200 len: 814 time: 0.1175823 Sep 23 13:59:51.208203 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:51.210839 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Request body: {'port': {'device_id': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea', 'admin_state_up': True, 'tenant_id': '62482f18c56e40ccbfc4064f32a273d8'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:59:51.517014 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Made reservation on behalf of 62482f18c56e40ccbfc4064f32a273d8 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 13:59:51.520843 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:51.639474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0590cf3-9dfd-4b9c-9a6e-47463bb0e866 req-f89ab9a6-32d7-4c5d-b9f4-575b8fb81c3f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:51.642304 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f0590cf3-9dfd-4b9c-9a6e-47463bb0e866 req-f89ab9a6-32d7-4c5d-b9f4-575b8fb81c3f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0601835 Sep 23 13:59:51.666597 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Allocated IP 172.20.0.9 (f57b2ea0-41ab-4b73-aae0-cd243e8681ea/9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f/8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 13:59:51.693068 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3642028-c6e1-4425-9b1d-1e2fd8e163d4 req-6b929000-b51b-4651-bf77-86172dbd80fe tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 210 time: 0.0380111 Sep 23 13:59:51.706958 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f0590cf3-9dfd-4b9c-9a6e-47463bb0e866 req-47e9a5c4-fa69-4822-bebe-85d5a6f0c3d8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591235 Sep 23 13:59:51.861342 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:51.973455 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.018117 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Network f57b2ea0-41ab-4b73-aae0-cd243e8681ea is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 13:59:52.021453 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 13:59:52.025306 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 13:59:52.034875 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Pushing event updated for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:52.089226 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:52.090038 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.163619 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-c9faaa02-f658-4e5e-9a12-3645f72a3c5d tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567847 Sep 23 13:59:52.175353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Request body: {'port': {'device_id': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 13:59:52.229726 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.513459 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:59:52.522567 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.537071 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Transition to ACTIVE for port object 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 13:59:52.613862 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.648770 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:59:52.670082 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:52.750488 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Attempting to bind port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 13:59:52.750949 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Attempting to bind port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 13:59:52.751145 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Attempting to bind port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:59:52.760657 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 13:59:52.761083 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Attempting to bind port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c on network f57b2ea0-41ab-4b73-aae0-cd243e8681ea {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 13:59:52.773323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 13:59:52.774622 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Checking segment: {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 13:59:52.777799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Bound using segment: {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 13:59:52.777799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Bound port: 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dd54ae-5c78-496b-ada4-460ce6a30b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 13:59:52.777799 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.826582 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:52.851544 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:59:52.862087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa17538-120f-47a3-8cd2-584e6d9d3d24 req-d9fd34af-78ee-4093-92b4-b9ddd5225b21 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:52.863716 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dfa17538-120f-47a3-8cd2-584e6d9d3d24 req-d9fd34af-78ee-4093-92b4-b9ddd5225b21 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 943 time: 0.0852187 Sep 23 13:59:52.908741 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec80e6-1889-42d1-812d-ce8189a1163a req-67bfbb9c-4f2b-48cc-88e3-5b92419ab53e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:52.910755 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bec80e6-1889-42d1-812d-ce8189a1163a req-67bfbb9c-4f2b-48cc-88e3-5b92419ab53e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0892735 Sep 23 13:59:52.913791 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 13:59:52.920499 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 13:59:52.938083 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:52.938309 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dfa17538-120f-47a3-8cd2-584e6d9d3d24 req-a09824f5-0404-4c08-8d35-06b715ee4fa6 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Sep 23 13:59:52.944400 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:59:52.968285 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9bec80e6-1889-42d1-812d-ce8189a1163a req-1e24b0ce-5ef8-46d5-ba5a-a7c905676bcc tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479975 Sep 23 13:59:52.972486 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:53.020462 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:53.048867 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:53.057711 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:53.058881 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:53.060006 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c HTTP/1.1" status: 200 len: 1093 time: 0.8886747 Sep 23 13:59:53.060325 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:59:53.062855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:59:53.097697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1daa-da86-4e49-89d0-7e9940b5e5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:53.117450 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:53.125639 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.126023 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.126371 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.126853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.127186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.127522 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.127853 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.128180 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.128596 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.128922 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.129278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.129633 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 13:59:53.159888 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['9d07fc74-87bc-4860-8f9f-6fd66eed6597'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:59:53.200378 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57d0f6-d78c-4e8f-bf0b-7688e782bfdf x-openstack-request-id: req-3e57d0f6-d78c-4e8f-bf0b-7688e782bfdf {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:59:53.200378 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:59:53.200378 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e57d0f6-d78c-4e8f-bf0b-7688e782bfdf {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:59:53.200378 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c', 'status': 'completed', 'code': 200} Sep 23 13:59:53.271172 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-e5b049dc-e2a7-4f34-af3f-8495ecf09325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:53.272012 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-e5b049dc-e2a7-4f34-af3f-8495ecf09325 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 1096 time: 0.0529947 Sep 23 13:59:53.328499 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-5985bbb3-6480-42a8-989c-e65d4427b539 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c HTTP/1.1" status: 200 len: 217 time: 0.0440650 Sep 23 13:59:53.358944 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:53.396123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-b500b496-0352-4673-89d5-076da2a20c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:53.397754 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-b500b496-0352-4673-89d5-076da2a20c6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f HTTP/1.1" status: 200 len: 854 time: 0.0581157 Sep 23 13:59:53.439976 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-1019b08b-dbe5-4efb-9d6b-d8f1d268b80f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309019 Sep 23 13:59:53.556804 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-f9cd3084-2b9d-4652-8529-fbbca48c52f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063588 Sep 23 13:59:53.689563 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e2a4db1b-2798-4eed-9cfa-17691eadc072 req-ecc3b470-0fcf-47de-813f-5cf58a2c4ec1 service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250300 Sep 23 13:59:53.915966 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-8237d832-53ff-4dad-874e-83b57a755d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:53.917582 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-8237d832-53ff-4dad-874e-83b57a755d2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62482f18c56e40ccbfc4064f32a273d8&device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 1096 time: 0.0480535 Sep 23 13:59:54.088946 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-3689211e-ef44-4c2f-8267-127d9d880661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:54.093607 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-3689211e-ef44-4c2f-8267-127d9d880661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 200 len: 914 time: 0.1669989 Sep 23 13:59:54.183552 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-d3ab4e59-9d2e-4221-b2be-4a2e6865abf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c HTTP/1.1" status: 200 len: 217 time: 0.0816152 Sep 23 13:59:54.194636 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452b6c2-a957-4c91-beea-645db4748c3f req-b33e6f0a-08d0-4094-86e8-4d0c65ec70b7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:54.197552 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b452b6c2-a957-4c91-beea-645db4748c3f req-b33e6f0a-08d0-4094-86e8-4d0c65ec70b7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 945 time: 0.1281028 Sep 23 13:59:54.211351 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99559628-8bf4-4950-8b81-b8da7ed6ff6d req-d71add9a-5243-4ad2-a033-43b37d7b7975 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:54.213979 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99559628-8bf4-4950-8b81-b8da7ed6ff6d req-d71add9a-5243-4ad2-a033-43b37d7b7975 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 943 time: 0.1426208 Sep 23 13:59:54.268968 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-53bd3fd8-6545-46a1-ad66-f68524b989d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:54.270734 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-53bd3fd8-6545-46a1-ad66-f68524b989d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f HTTP/1.1" status: 200 len: 854 time: 0.0780716 Sep 23 13:59:54.314440 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b452b6c2-a957-4c91-beea-645db4748c3f req-1bae7875-317e-431b-a951-196114eab69f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968881 Sep 23 13:59:54.321193 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-c29bbb8b-5ded-49b3-b0ac-1a1c58a98efe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f57b2ea0-41ab-4b73-aae0-cd243e8681ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417008 Sep 23 13:59:54.327292 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-99559628-8bf4-4950-8b81-b8da7ed6ff6d req-95a5a8ac-5c63-43ab-b0e7-4789e5e5273a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973077 Sep 23 13:59:54.486610 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-e395b312-eed6-4c9e-821b-8ee82e7fd0c2 service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519887 Sep 23 13:59:54.650656 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:59:54.732789 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:59:54.733485 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:54.832606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:54.861623 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:59:54.864373 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150558c8-4cb1-4a74-8e00-be76f78b3627" -d '{"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:59:54.880507 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:54.943316 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-245ccec7-ae85-4fb4-afb3-f8dbb766c0c2 req-541133b7-3100-4202-aa66-8ce75fb18a7a service neutron] 10.222.0.45 "GET /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473464 Sep 23 13:59:54.986008 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:55.024099 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42813fa0-8595-47f8-8272-af8c64852299 x-openstack-request-id: req-42813fa0-8595-47f8-8272-af8c64852299 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:59:55.024425 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:59:55.024698 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42813fa0-8595-47f8-8272-af8c64852299 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:59:55.025122 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'code': 200} Sep 23 13:59:55.054200 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:55.632148 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98a87-fa12-499e-bda7-ad469260288a req-113dc1f3-5b90-47c2-b43b-0804f72fcf8b tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:55.633295 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97d98a87-fa12-499e-bda7-ad469260288a req-113dc1f3-5b90-47c2-b43b-0804f72fcf8b tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 943 time: 0.1860816 Sep 23 13:59:55.690305 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf3f17-796e-4a42-8246-17fc7766f12c req-9ae70c2f-562d-4c15-ad58-7970b76a77c6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:55.692640 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aebf3f17-796e-4a42-8246-17fc7766f12c req-9ae70c2f-562d-4c15-ad58-7970b76a77c6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.2290063 Sep 23 13:59:55.767723 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-97d98a87-fa12-499e-bda7-ad469260288a req-40bc0d18-7a2c-4823-a798-082efc2eaa14 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266801 Sep 23 13:59:55.791343 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aebf3f17-796e-4a42-8246-17fc7766f12c req-05cec46e-eed8-4379-86e4-6baabf1480d1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898268 Sep 23 13:59:56.664151 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 13:59:56.869654 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:56.895471 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c', 'network_id': 'f57b2ea0-41ab-4b73-aae0-cd243e8681ea', 'port_id': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c', 'mac_address': 'fa:16:3e:85:5a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 13:59:56.988419 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:56.989953 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d453-9a25-49fa-9e95-e6b5e8e8f462 req-0aa07bae-b5d5-4775-a118-d48bc7968891 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:56.992704 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbc3d453-9a25-49fa-9e95-e6b5e8e8f462 req-0aa07bae-b5d5-4775-a118-d48bc7968891 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 943 time: 0.1238999 Sep 23 13:59:57.048530 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 13:59:57.110644 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:57.127312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560253af-7036-4af8-8f4b-af695e3e3ef4 req-18c5775d-c9f2-4e4c-8381-202f3803e89c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:57.133286 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-560253af-7036-4af8-8f4b-af695e3e3ef4 req-18c5775d-c9f2-4e4c-8381-202f3803e89c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.1617942 Sep 23 13:59:57.146884 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbc3d453-9a25-49fa-9e95-e6b5e8e8f462 req-a1b6b87a-bc70-4035-82e0-ec3d86f32276 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994463 Sep 23 13:59:57.179931 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:57.236276 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-560253af-7036-4af8-8f4b-af695e3e3ef4 req-4738215a-8fd2-44e8-a215-b681670822ab tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830572 Sep 23 13:59:57.245186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:57.464105 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 13:59:58.370096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5eb5-f56d-47f6-9d73-7a85b1f537dc req-720fc7b2-2ead-4286-ae15-2277d00d0f23 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:58.378534 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a3a5eb5-f56d-47f6-9d73-7a85b1f537dc req-720fc7b2-2ead-4286-ae15-2277d00d0f23 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 944 time: 0.1319623 Sep 23 13:59:58.580833 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1a3a5eb5-f56d-47f6-9d73-7a85b1f537dc req-1c802044-e066-4a6c-aa8f-f648213a32df tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805048 Sep 23 13:59:58.593549 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126e116-8f43-4b72-ac21-6bca09a942d2 req-ce13cc19-4a3c-4188-9e97-41511e9b3fed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:58.595144 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f126e116-8f43-4b72-ac21-6bca09a942d2 req-ce13cc19-4a3c-4188-9e97-41511e9b3fed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.2187722 Sep 23 13:59:58.671063 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f126e116-8f43-4b72-ac21-6bca09a942d2 req-92b7bac3-19fc-4154-85ad-de41e0250d63 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516174 Sep 23 13:59:58.682211 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 13:59:58.884959 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 13:59:58.897656 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 13:59:58.898814 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:59.028972 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:59.061724 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 13:59:59.064451 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5b5fd-b947-485f-8e57-72e20a3429fb" -d '{"events": [{"server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "name": "network-vif-plugged", "status": "completed", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 13:59:59.083272 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 13:59:59.144636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04823ca4-ee22-4530-a96b-ea2de17480df x-openstack-request-id: req-04823ca4-ee22-4530-a96b-ea2de17480df {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 13:59:59.144636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "name": "network-vif-plugged", "status": "completed", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 13:59:59.144636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04823ca4-ee22-4530-a96b-ea2de17480df {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 13:59:59.144636 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c', 'code': 200} Sep 23 13:59:59.163462 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 13:59:59.261778 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 13:59:59.544487 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84212836-d80e-48fc-a4f2-18541dbabbcb req-4e0da4f7-bbf5-4e82-88eb-f450806d80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:59.547214 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-84212836-d80e-48fc-a4f2-18541dbabbcb req-4e0da4f7-bbf5-4e82-88eb-f450806d80ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 1098 time: 0.0735614 Sep 23 13:59:59.600651 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-84212836-d80e-48fc-a4f2-18541dbabbcb req-688297cd-8e2d-4bac-9ff8-c15cc93a9e49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Sep 23 13:59:59.730767 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44e37-6399-4e71-964f-6b652a3c8916 req-a4b19ce0-12ae-4987-b738-2b79d254b44b tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:59.740222 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07f44e37-6399-4e71-964f-6b652a3c8916 req-a4b19ce0-12ae-4987-b738-2b79d254b44b tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0660825 Sep 23 13:59:59.780989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-07f44e37-6399-4e71-964f-6b652a3c8916 req-9540cbdd-e890-4201-9c24-09060c780ad0 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Sep 23 13:59:59.957298 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2c09-4118-4fe0-8035-3e5846367a5a req-8cd3d167-dcce-47df-aded-1b4a84e0705c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 13:59:59.962304 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c63d2c09-4118-4fe0-8035-3e5846367a5a req-8cd3d167-dcce-47df-aded-1b4a84e0705c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0834181 Sep 23 14:00:00.031035 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c63d2c09-4118-4fe0-8035-3e5846367a5a req-45243437-c888-429f-86df-da1b55a1b278 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651493 Sep 23 14:00:00.927096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307553a-e5a0-4678-be74-87b1da9a869b req-dcfe021d-d348-4def-8399-92ce4b80ecee tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:00.933756 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3307553a-e5a0-4678-be74-87b1da9a869b req-dcfe021d-d348-4def-8399-92ce4b80ecee tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0659800 Sep 23 14:00:00.977455 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3307553a-e5a0-4678-be74-87b1da9a869b req-7b81ac29-f385-407e-aa5a-3e13ddd2a2e1 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 23 14:00:01.176061 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cde5d2-e4a8-480a-b269-ed95087366d4 req-d3e069a7-8fac-4c8a-b866-005876f57f95 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:01.186324 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1cde5d2-e4a8-480a-b269-ed95087366d4 req-d3e069a7-8fac-4c8a-b866-005876f57f95 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0598853 Sep 23 14:00:01.219430 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a1cde5d2-e4a8-480a-b269-ed95087366d4 req-9da8e056-f4c8-4bea-a7b9-0931400f6b1e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329907 Sep 23 14:00:02.129090 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b608a8-467d-4a1b-9034-2fb2c8a463ff req-2311e4ac-def8-4fbc-a1ea-804643469505 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:02.131371 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72b608a8-467d-4a1b-9034-2fb2c8a463ff req-2311e4ac-def8-4fbc-a1ea-804643469505 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0753586 Sep 23 14:00:02.176523 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72b608a8-467d-4a1b-9034-2fb2c8a463ff req-ad168530-b125-44ef-be12-ebbf26c67d2e tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Sep 23 14:00:02.393203 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665c077-3778-4e77-be1c-b112c7e04907 req-0d9d6368-0f05-4a71-9129-29b3360b6650 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:02.394879 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d665c077-3778-4e77-be1c-b112c7e04907 req-0d9d6368-0f05-4a71-9129-29b3360b6650 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0755215 Sep 23 14:00:02.450911 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d665c077-3778-4e77-be1c-b112c7e04907 req-16b22a9f-740b-44ec-b876-0f67c5fac4a1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Sep 23 14:00:03.631724 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f93bd-8861-4a28-8de5-fd035bdbe9d8 req-507f0bdf-e16c-47eb-8e9a-1db6bdfc0a8f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:03.634211 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-af5f93bd-8861-4a28-8de5-fd035bdbe9d8 req-507f0bdf-e16c-47eb-8e9a-1db6bdfc0a8f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0619450 Sep 23 14:00:03.694731 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-af5f93bd-8861-4a28-8de5-fd035bdbe9d8 req-b0ad79c9-1e98-4451-8480-6a102e437756 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476978 Sep 23 14:00:04.864038 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55ce8-d563-4981-8eef-3384b434827c req-72e7e71a-0f59-4fd7-94c7-f340d7ccc961 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:04.878920 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1c55ce8-d563-4981-8eef-3384b434827c req-72e7e71a-0f59-4fd7-94c7-f340d7ccc961 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0627983 Sep 23 14:00:04.942363 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f1c55ce8-d563-4981-8eef-3384b434827c req-5efddb91-5b92-4575-a719-8038a4eedef2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Sep 23 14:00:06.116489 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2a17e-33c6-4832-bd0b-6b47c6eb5ad1 req-e249f2d8-a733-47e1-9817-02df9c096f3e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:06.131272 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6be2a17e-33c6-4832-bd0b-6b47c6eb5ad1 req-e249f2d8-a733-47e1-9817-02df9c096f3e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0991440 Sep 23 14:00:06.234022 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6be2a17e-33c6-4832-bd0b-6b47c6eb5ad1 req-4e3ab40a-bce4-46da-bc14-1b2e19448a9a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982213 Sep 23 14:00:07.380941 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3ad5-7923-4ef5-9980-5af39f029fa1 req-76b862e8-c919-4d21-979e-f0048b85bf2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:07.382502 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da0a3ad5-7923-4ef5-9980-5af39f029fa1 req-76b862e8-c919-4d21-979e-f0048b85bf2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Sep 23 14:00:07.422539 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-da0a3ad5-7923-4ef5-9980-5af39f029fa1 req-fe17cecc-816b-45a2-aa83-a1b8a583bcb6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334387 Sep 23 14:00:07.792069 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-308344f7-9414-488d-a2c1-0acf4906bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:07.794466 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-308344f7-9414-488d-a2c1-0acf4906bdba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1099 time: 0.0491946 Sep 23 14:00:07.887511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-5d1f101d-8024-4a98-8c7b-950367225f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:07.889055 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-5d1f101d-8024-4a98-8c7b-950367225f06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0876603 Sep 23 14:00:07.960902 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-dc7b6002-8018-49ec-ae56-ff8ff0c1da18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 1002 time: 0.0633790 Sep 23 14:00:08.025016 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-aed88893-3444-480e-82a4-aa3c555ee3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:08.026521 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-aed88893-3444-480e-82a4-aa3c555ee3b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0443707 Sep 23 14:00:08.083090 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-fe201251-6389-4d0a-94cb-9a120eb0b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:08.084591 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-fe201251-6389-4d0a-94cb-9a120eb0b811 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490563 Sep 23 14:00:08.182374 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-c0c0833d-49af-4762-b495-1592faa0a4a5 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895321 Sep 23 14:00:08.277572 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-867bb836-4343-453b-8fa9-ae42a3f62d20 req-78fa0a19-880e-4a81-bb58-f197a5a8c0e9 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Sep 23 14:00:08.570512 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e324-7ba6-4fd5-b9e5-828eafeba01c req-243c917b-247a-47aa-9931-06f1fd8c4d3c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:08.572086 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c53e324-7ba6-4fd5-b9e5-828eafeba01c req-243c917b-247a-47aa-9931-06f1fd8c4d3c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0594702 Sep 23 14:00:08.616376 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c53e324-7ba6-4fd5-b9e5-828eafeba01c req-b0b8b964-197e-4413-bbb0-b65b015dc4fd tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Sep 23 14:00:09.759369 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817c15-a48c-4389-aff9-ee09e0958d97 req-f2ad1c66-6d4b-408e-9a5c-9e6abe612a66 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:09.761047 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6b817c15-a48c-4389-aff9-ee09e0958d97 req-f2ad1c66-6d4b-408e-9a5c-9e6abe612a66 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Sep 23 14:00:09.804310 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6b817c15-a48c-4389-aff9-ee09e0958d97 req-9cd4a90c-f487-41f4-aa94-9864ddb17b54 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354035 Sep 23 14:00:10.736811 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:10.823415 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:10.858753 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:10.862694 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fd142-1557-41d3-b687-4c2c126b2057" -d '{"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-unplugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:10.877907 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:10.907741 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c4361-45e7-41cc-bdc2-4a5ac93687e1 x-openstack-request-id: req-ef6c4361-45e7-41cc-bdc2-4a5ac93687e1 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:10.908168 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-unplugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:10.908545 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef6c4361-45e7-41cc-bdc2-4a5ac93687e1 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:10.909044 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'code': 200} Sep 23 14:00:10.953222 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd50d-d4b6-49b7-819a-e443da288151 req-c09786b0-d2f6-4161-a0f4-4ad35cdf8161 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:10.954818 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13cfd50d-d4b6-49b7-819a-e443da288151 req-c09786b0-d2f6-4161-a0f4-4ad35cdf8161 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 946 time: 0.0548422 Sep 23 14:00:10.979884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:11.001768 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-13cfd50d-d4b6-49b7-819a-e443da288151 req-2914b7bb-b079-4ddd-a5ba-2a316003df6a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363014 Sep 23 14:00:11.044684 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:12.454948 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-3ab64ea1-ff6f-42a5-8f34-76f1f36cf934 req-56f4a957-3c37-4211-b951-53fd51c138b3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:00:12.456047 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ab64ea1-ff6f-42a5-8f34-76f1f36cf934 req-56f4a957-3c37-4211-b951-53fd51c138b3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575047 Sep 23 14:00:12.785896 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcbdea-495d-4b95-a37a-40ce327d1ad2 req-26e00bcf-e7e0-4532-89f9-64917550c1e7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:12.787527 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ebcbdea-495d-4b95-a37a-40ce327d1ad2 req-26e00bcf-e7e0-4532-89f9-64917550c1e7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0543544 Sep 23 14:00:12.830830 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ebcbdea-495d-4b95-a37a-40ce327d1ad2 req-96e03b41-2257-4896-9f48-d60550cc559e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Sep 23 14:00:13.477253 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 45934) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:13.568065 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-ac9ea052-16ee-41b6-9116-1aa9c030e8f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896266 Sep 23 14:00:13.580216 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-141549ac-f237-429e-860d-361fd6ed4c6c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:00:13.581200 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-141549ac-f237-429e-860d-361fd6ed4c6c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056431 Sep 23 14:00:13.967205 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-80219082-a423-41d8-9396-ba530c6b9c97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437319 Sep 23 14:00:14.017266 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb546e7-d496-4446-8a52-cbaee29e6cf3 req-445ffd98-fd21-458a-9735-03282f5667e8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:14.020043 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fb546e7-d496-4446-8a52-cbaee29e6cf3 req-445ffd98-fd21-458a-9735-03282f5667e8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0816035 Sep 23 14:00:14.042341 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-d24daee8-275f-4739-a570-80c4316e4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:14.044570 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-d24daee8-275f-4739-a570-80c4316e4e5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0505445 Sep 23 14:00:14.068557 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1fb546e7-d496-4446-8a52-cbaee29e6cf3 req-803d6b3d-46fe-42b4-b054-7d49b4fbac47 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Sep 23 14:00:14.169010 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-7452c541-5292-48dd-b4c7-c6c581133842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:14.170768 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-7452c541-5292-48dd-b4c7-c6c581133842 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.0991795 Sep 23 14:00:14.243526 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-62f16b02-fe6c-46ef-b304-0105997a87d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf HTTP/1.1" status: 200 len: 1000 time: 0.0637743 Sep 23 14:00:14.297398 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-5f8dbbbc-12cd-44d3-864e-9985d187a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:14.299404 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-5f8dbbbc-12cd-44d3-864e-9985d187a358 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0476346 Sep 23 14:00:14.354999 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-e9559f65-08d7-44eb-994f-08be7c40bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:14.357394 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-e9559f65-08d7-44eb-994f-08be7c40bd33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502694 Sep 23 14:00:14.466157 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-05e07b0a-0658-4aa2-9075-d9bd871f4da4 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987954 Sep 23 14:00:14.581965 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-90a3df26-37d4-4be0-ae20-e40432472fb6 req-c5ccd9b3-1cfd-47b5-bc2d-38cd4c224fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056941 Sep 23 14:00:14.756445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:14.858698 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:15.217140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c7c62-096f-413a-a975-d328a79241ca req-f961837e-7027-4e7a-b475-cb6f035bb7f9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:15.218903 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c26c7c62-096f-413a-a975-d328a79241ca req-f961837e-7027-4e7a-b475-cb6f035bb7f9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0565975 Sep 23 14:00:15.267495 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c26c7c62-096f-413a-a975-d328a79241ca req-a6001999-1483-40ca-8f01-948b624c1a9e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Sep 23 14:00:16.426844 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a146470-240a-47d2-a996-aa9afe617f03 req-ab6c66ff-82a9-4d45-90e9-f5f5790ef194 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:16.428370 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a146470-240a-47d2-a996-aa9afe617f03 req-ab6c66ff-82a9-4d45-90e9-f5f5790ef194 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0573666 Sep 23 14:00:16.472123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8a146470-240a-47d2-a996-aa9afe617f03 req-094f8965-2391-455e-9f1f-ccda3ee96da0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367398 Sep 23 14:00:17.611539 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c2a2-0950-41fe-b5bc-1dfb3fd71a95 req-a6be4eda-98f5-4d4d-b1da-aa18a716847d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:17.613074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c11c2a2-0950-41fe-b5bc-1dfb3fd71a95 req-a6be4eda-98f5-4d4d-b1da-aa18a716847d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0558102 Sep 23 14:00:17.671557 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c11c2a2-0950-41fe-b5bc-1dfb3fd71a95 req-386400b3-0d06-4519-9f1b-57a0e271c022 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508666 Sep 23 14:00:17.710773 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-94ca4b68-69a9-472d-9241-e75c1115bc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:18.801510 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea6250-0642-4123-af9b-4276cd680377 req-318bd8ea-b616-478e-9fef-c851f847003d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:18.803029 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14ea6250-0642-4123-af9b-4276cd680377 req-318bd8ea-b616-478e-9fef-c851f847003d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0549667 Sep 23 14:00:18.850730 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-14ea6250-0642-4123-af9b-4276cd680377 req-ad8fba37-e72a-4f97-968d-457456606686 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Sep 23 14:00:19.979224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff609a2-fe09-4d02-ab14-37cbb1cca564 req-76ebce33-49ad-474a-a05c-01de88878e1a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:19.981026 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ff609a2-fe09-4d02-ab14-37cbb1cca564 req-76ebce33-49ad-474a-a05c-01de88878e1a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0512488 Sep 23 14:00:20.023007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6ff609a2-fe09-4d02-ab14-37cbb1cca564 req-7336b524-6f83-4f6a-98a3-a2e883b76792 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Sep 23 14:00:20.186182 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-98e641c8-9dd8-48c2-923f-fc28eb35eaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:20.951404 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:21.208669 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:21.221215 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a310272-8d01-4510-84a7-8c4b9d8c0d04 req-d07b4907-6c3a-48ca-a5be-e4c7ffec4b98 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:21.224013 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5a310272-8d01-4510-84a7-8c4b9d8c0d04 req-d07b4907-6c3a-48ca-a5be-e4c7ffec4b98 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.1103246 Sep 23 14:00:21.279299 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5a310272-8d01-4510-84a7-8c4b9d8c0d04 req-214691fc-74c5-483c-b67a-a75cd0e36368 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439496 Sep 23 14:00:22.331995 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-4e1dafec-76f8-4a99-bbf8-541d27d7f466 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899097354&fields=id&tenant_id=84b76a8284ef4e47ae59c3f2bfa40577 HTTP/1.1" status: 200 len: 267 time: 0.0521657 Sep 23 14:00:22.415844 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-b59beffc-284c-4fce-b9b5-b231eb7d51d2 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:22.417391 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-b59beffc-284c-4fce-b9b5-b231eb7d51d2 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 984 time: 0.0796738 Sep 23 14:00:22.439206 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Request body: {'port': {'security_groups': ['e6b488a6-8827-4bc9-a1f1-62ed1f403b26']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:00:22.501321 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0bd85-4883-416c-b25e-387eed83748a req-f2ee79b0-f575-4a08-af29-878b7ee66189 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:22.502980 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ed0bd85-4883-416c-b25e-387eed83748a req-f2ee79b0-f575-4a08-af29-878b7ee66189 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.1100197 Sep 23 14:00:22.547776 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:22.608274 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ed0bd85-4883-416c-b25e-387eed83748a req-7aebde7b-0384-4b9d-9768-e6b1c0c2ea01 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836272 Sep 23 14:00:22.705556 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:00:22.756765 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:22.786096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:22.847925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:22.894279 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:22.894978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:22.896536 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d89cad03-1250-4c7f-abaf-6465ab1e3512 req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "PUT /v2.0/ports/723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 942 time: 0.4642389 Sep 23 14:00:22.897067 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:22.899705 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ce693-afb3-40e2-b069-54361e02a3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:22.905307 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46010) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:22.966030 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event updated for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=7']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:22.983146 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.983502 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.983852 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.984191 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.984533 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.984867 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.985197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.985652 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.985877 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.986192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.986517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:22.986844 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afd45f-0d94-44ff-b305-7ac5138d0e14 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:23.022139 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.048782 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebccbc4-e3f6-4a3d-b2b3-29a6c35fd935 x-openstack-request-id: req-0ebccbc4-e3f6-4a3d-b2b3-29a6c35fd935 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:23.053123 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:23.053123 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ebccbc4-e3f6-4a3d-b2b3-29a6c35fd935 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:23.053123 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 14:00:23.079843 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.196564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7fa5f803-c9c3-4f29-a44f-f2517a30de1e None None] Provisioning complete for port 723b26bc-b85d-4773-af7d-a02e19ddffdb triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:00:23.196564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7fa5f803-c9c3-4f29-a44f-f2517a30de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.282735 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.287446 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.289675 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e97d6f4-a4f3-4eec-8877-7bc6906b49d2 HTTP/1.1" status: 204 len: 168 time: 0.3829033 Sep 23 14:00:23.292175 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46014) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:23.304498 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f92147-d971-48cf-ae91-1829d2041efc tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97d6f4-a4f3-4eec-8877-7bc6906b49d2,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:23.321906 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.522640 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Deleting port 5edb1322-bc4b-4374-9f19-9cbb9d84ce52 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:23.522994 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.607598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.607912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.621955 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Calling delete_port for 5edb1322-bc4b-4374-9f19-9cbb9d84ce52 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:23.783272 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246cea6-32e4-409d-a20a-f404199e83df req-d4627978-be10-4732-8d34-8cae4d9c7144 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:23.785459 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c246cea6-32e4-409d-a20a-f404199e83df req-d4627978-be10-4732-8d34-8cae4d9c7144 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0838132 Sep 23 14:00:23.845949 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c246cea6-32e4-409d-a20a-f404199e83df req-ceeb291b-a397-4660-b630-2f6f35bab986 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536609 Sep 23 14:00:23.922536 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:23.950847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event deleted for resources: {'Port': ['ID=5edb1322-bc4b-4374-9f19-9cbb9d84ce52,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:24.017620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:24.017958 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Floating IP 994fd057-e26f-4c56-898e-7ac234dd1598 disassociated (deleted). External IP: 172.27.1.104, port: 723b26bc-b85d-4773-af7d-a02e19ddffdb. Sep 23 14:00:24.265656 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Router 29da4746-82db-49ab-a68d-d4508251a1fe has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:00:24.393203 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:00:24.399348 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:24.404584 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Sync routers for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:00:24.415086 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:24.415719 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:24.447516 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-796d83a3-588e-4efb-a2bc-4d2b319829f6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "DELETE /v2.0/floatingips/994fd057-e26f-4c56-898e-7ac234dd1598 HTTP/1.1" status: 204 len: 168 time: 1.1530287 Sep 23 14:00:24.448420 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:24.453392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5aef67-3820-4cc1-bc7e-666490c1742b" -d '{"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:24.526957 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45371a5-d617-49e7-a048-4d8f0739a4ae x-openstack-request-id: req-a45371a5-d617-49e7-a048-4d8f0739a4ae {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:24.527756 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:24.528161 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a45371a5-d617-49e7-a048-4d8f0739a4ae {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:24.529012 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 14:00:24.706663 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:24.870093 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:00:24.957300 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-b80eaa04-37d9-4295-932a-ac20172601be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:24.958854 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-b80eaa04-37d9-4295-932a-ac20172601be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1098 time: 0.0566027 Sep 23 14:00:25.018014 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c55d5-02d2-4d6b-8019-af5f4bc09bbe req-fd80ade1-fd8a-4ad9-a7de-d3a0bfb5629b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.019730 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec8c55d5-02d2-4d6b-8019-af5f4bc09bbe req-fd80ade1-fd8a-4ad9-a7de-d3a0bfb5629b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0746331 Sep 23 14:00:25.027127 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:00:25.065409 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ec8c55d5-02d2-4d6b-8019-af5f4bc09bbe req-0f7d66b7-4f3b-4d3d-8598-0f1419a0a3dc tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Sep 23 14:00:25.107637 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-3791d097-d567-409a-a459-5f6d8ca5cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.111831 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-3791d097-d567-409a-a459-5f6d8ca5cbf1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.1429012 Sep 23 14:00:25.186649 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-c30709f4-ed02-4ff3-a8ae-1df9d7a060e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 217 time: 0.0672953 Sep 23 14:00:25.232347 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:25.282431 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-f8a723fd-572a-4f5e-a1b9-e9bdfcc2a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.283305 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Checking router: 29da4746-82db-49ab-a68d-d4508251a1fe for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:00:25.284461 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-f8a723fd-572a-4f5e-a1b9-e9bdfcc2a06a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0837586 Sep 23 14:00:25.317157 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:25.317840 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:25.351101 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-4ccd9209-81aa-4481-aac2-8e45336ebba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.352829 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-4ccd9209-81aa-4481-aac2-8e45336ebba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0586407 Sep 23 14:00:25.488861 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:25.503647 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-9a1c72e6-b2b4-4b70-9ca4-3d43794986e6 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421030 Sep 23 14:00:25.666573 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-1e2ce693-afb3-40e2-b069-54361e02a3ab req-f5f58f1a-c598-4bdb-a184-7df3256ca14d service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546853 Sep 23 14:00:25.791152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:25.827806 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf546cc-beb7-4733-a26f-08e376ccc00f None None] The sync data for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi is: [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T13:57:25Z', 'revision_number': 4, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0b9c4a20-0051-47a8-b4bb-4eede5645c9c', 'name': '', 'network_id': 'baef1d2c-6e87-4a3e-9c88-0671a197bf28', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'mac_address': 'fa:16:3e:e3:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:24Z', 'updated_at': '2021-09-23T13:57:30Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'subnets': [{'id': '4b942a09-90fe-4ea6-9329-6dcd837c9afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:00:25.843499 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-092adbdf-da04-476a-83c1-22b4f5b9ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.845034 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-092adbdf-da04-476a-83c1-22b4f5b9ac47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 1098 time: 0.0490670 Sep 23 14:00:25.982334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-d4b70069-db4f-47ee-bb53-48f40337ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:25.985124 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-d4b70069-db4f-47ee-bb53-48f40337ecd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 200 len: 914 time: 0.1297555 Sep 23 14:00:26.033495 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-d4e1abc1-6ade-4c97-a535-bbf5b5ee8e78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 200 len: 217 time: 0.0399933 Sep 23 14:00:26.097711 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-bff26b48-3fd0-412b-a3d3-fad5cfbf6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:26.101701 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-bff26b48-3fd0-412b-a3d3-fad5cfbf6cbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 200 len: 853 time: 0.0591145 Sep 23 14:00:26.145833 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ffe758-c2b3-4227-88e7-74337706e904 None None] New status for floating IP 994fd057-e26f-4c56-898e-7ac234dd1598: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:00:26.192596 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-ab0377d6-deb2-44cf-9d38-703ef66410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:26.196263 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-ab0377d6-deb2-44cf-9d38-703ef66410a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baef1d2c-6e87-4a3e-9c88-0671a197bf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0873752 Sep 23 14:00:26.220505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f6cc-1352-42a6-9ad8-fce08b04a5cd req-0b9c5559-c296-42ee-ae0f-442bd32ed8d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:26.222254 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d411f6cc-1352-42a6-9ad8-fce08b04a5cd req-0b9c5559-c296-42ee-ae0f-442bd32ed8d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0708911 Sep 23 14:00:26.310286 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d411f6cc-1352-42a6-9ad8-fce08b04a5cd req-d1a78f83-b1e3-4f90-b4cc-0b904a13671e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717161 Sep 23 14:00:26.341735 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-153617a7-8a0e-4be0-b865-4780be3c9ed6 service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320875 Sep 23 14:00:26.461370 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ab5aef67-3820-4cc1-bc7e-666490c1742b req-3552d58c-80a9-4050-95a8-593e581eadfd service neutron] 10.222.0.45 "GET /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113648 Sep 23 14:00:27.443844 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c811b5-30a3-43f3-b0c3-cfc605ae8996 req-ff7748ae-d5cd-44ba-a39c-341607aa920c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:27.445525 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-94c811b5-30a3-43f3-b0c3-cfc605ae8996 req-ff7748ae-d5cd-44ba-a39c-341607aa920c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0569870 Sep 23 14:00:27.492794 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-94c811b5-30a3-43f3-b0c3-cfc605ae8996 req-2aae6b68-c6db-4571-828a-3f76db888534 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Sep 23 14:00:28.624157 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a6e8e-3eb3-4c5c-9cfb-ef593c77aae3 req-052cb430-41b4-463e-b0c8-ad89195dc5ce tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:28.625664 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d5a6e8e-3eb3-4c5c-9cfb-ef593c77aae3 req-052cb430-41b4-463e-b0c8-ad89195dc5ce tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0504115 Sep 23 14:00:28.669704 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d5a6e8e-3eb3-4c5c-9cfb-ef593c77aae3 req-45c183c2-b8e8-4e0b-8f6e-53dd5aacf920 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375586 Sep 23 14:00:28.781798 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-bfb5f765-40ef-4312-bed7-39dbac8f0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:28.783736 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-bfb5f765-40ef-4312-bed7-39dbac8f0d7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 1097 time: 0.1229548 Sep 23 14:00:28.860944 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-e66fde39-00c5-4959-84cb-be81ff1585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:28.862483 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-e66fde39-00c5-4959-84cb-be81ff1585e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1097 time: 0.0539508 Sep 23 14:00:28.965472 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-fae2d96b-6e5e-420e-b677-e5568dc0b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:28.967284 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-fae2d96b-6e5e-420e-b677-e5568dc0b4c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0969362 Sep 23 14:00:29.044893 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-4f7dfe4e-7285-4793-9846-7b717ba479d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 200 len: 1000 time: 0.0682707 Sep 23 14:00:29.101654 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-111e8a56-b933-44af-b348-9e84d138c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:29.103306 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-111e8a56-b933-44af-b348-9e84d138c2c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0488560 Sep 23 14:00:29.165222 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-5e65d43e-d823-459b-a3c7-55f2c402b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:29.166869 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-5e65d43e-d823-459b-a3c7-55f2c402b629 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511143 Sep 23 14:00:29.275438 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-d21587b5-099c-4817-9fc7-116745c58be4 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982816 Sep 23 14:00:29.377892 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1d00f7b-07fe-470f-813e-c91c66944732 req-f0dd5795-db0d-4c87-9a49-03c21d37f991 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935445 Sep 23 14:00:29.824670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d9a3-1133-4b9c-9b5f-a8e8ba5c5ec3 req-89ac0823-b296-4d18-ac53-e5b3a56492ea tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:29.826477 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-45e0d9a3-1133-4b9c-9b5f-a8e8ba5c5ec3 req-89ac0823-b296-4d18-ac53-e5b3a56492ea tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0627151 Sep 23 14:00:29.879514 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-45e0d9a3-1133-4b9c-9b5f-a8e8ba5c5ec3 req-320239b2-96a1-4f26-af2b-92fca94fc411 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 Sep 23 14:00:31.040570 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd662f02-7f44-4224-8610-508af1be6aa8 req-7d8c0550-d1e4-4c58-a1c9-d413084e12c7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:31.042269 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd662f02-7f44-4224-8610-508af1be6aa8 req-7d8c0550-d1e4-4c58-a1c9-d413084e12c7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0537353 Sep 23 14:00:31.090339 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cd662f02-7f44-4224-8610-508af1be6aa8 req-e2ed1270-dc0f-45b1-b92f-319dbbbbd910 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376027 Sep 23 14:00:31.826456 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742699-b589-4cc4-80ee-7de2c700150a req-5dc4eaa9-e154-440f-bab7-261e0d5bdb0e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:31.834086 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-df742699-b589-4cc4-80ee-7de2c700150a req-5dc4eaa9-e154-440f-bab7-261e0d5bdb0e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0884194 Sep 23 14:00:31.877100 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-df742699-b589-4cc4-80ee-7de2c700150a req-75a7a732-242b-4018-a039-2bec329fd2ff tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Sep 23 14:00:32.256863 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606e1f-33fa-4295-ab62-80cf97c097b9 req-17ab3f4f-4950-49b1-b332-ad7b5802b2d7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:32.265568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b606e1f-33fa-4295-ab62-80cf97c097b9 req-17ab3f4f-4950-49b1-b332-ad7b5802b2d7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0910180 Sep 23 14:00:32.304727 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2b606e1f-33fa-4295-ab62-80cf97c097b9 req-e001cda1-651e-419d-847c-312d91670b5c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380049 Sep 23 14:00:32.999379 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d14a8-ce42-43ba-b34e-7d4359e30734 req-2040f7d4-db76-47c8-b1db-150efe09d09e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:33.001038 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e36d14a8-ce42-43ba-b34e-7d4359e30734 req-2040f7d4-db76-47c8-b1db-150efe09d09e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Sep 23 14:00:33.049414 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e36d14a8-ce42-43ba-b34e-7d4359e30734 req-00c1e9da-00c0-4e40-8e81-3757bb030fda tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Sep 23 14:00:33.446247 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2b3b-d70d-4323-8b99-b180d632067f req-2c241dc2-f500-4c0a-a464-a231fa1b012a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:33.447828 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5df2b3b-d70d-4323-8b99-b180d632067f req-2c241dc2-f500-4c0a-a464-a231fa1b012a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Sep 23 14:00:33.496503 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d5df2b3b-d70d-4323-8b99-b180d632067f req-8481185a-837f-495a-b798-f1fb3a9c0d0d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Sep 23 14:00:34.204597 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753baac-8f93-47c9-b029-d3094fc4e358 req-bd25b355-3c1d-472d-b907-0da15a7dfd4d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:34.206522 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3753baac-8f93-47c9-b029-d3094fc4e358 req-bd25b355-3c1d-472d-b907-0da15a7dfd4d tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Sep 23 14:00:34.255632 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3753baac-8f93-47c9-b029-d3094fc4e358 req-f29dd649-6373-45f8-9c19-b73ddecae886 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Sep 23 14:00:34.628800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943d231-75ef-4746-b9f7-a78c26917ef5 req-4f6f4685-e9cd-4b4d-bb26-d3940381f914 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:34.630388 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b943d231-75ef-4746-b9f7-a78c26917ef5 req-4f6f4685-e9cd-4b4d-bb26-d3940381f914 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0589108 Sep 23 14:00:34.669856 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b943d231-75ef-4746-b9f7-a78c26917ef5 req-228bbc2c-c948-4288-8671-3c509c10a355 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Sep 23 14:00:35.381349 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1cdda-f0f0-4766-8b6e-a1b07aefd423 req-2bd0b1be-f5af-4611-99b0-468fff2eef2b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:35.383417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6c1cdda-f0f0-4766-8b6e-a1b07aefd423 req-2bd0b1be-f5af-4611-99b0-468fff2eef2b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0553939 Sep 23 14:00:35.436176 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f6c1cdda-f0f0-4766-8b6e-a1b07aefd423 req-62b5d81f-9565-4296-954f-7f4b048aeeee tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Sep 23 14:00:35.808623 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374dd6d-1c1d-4084-94f7-0d3803872b60 req-750cdb8c-f059-40de-8e2a-31c453465c75 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:35.810443 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4374dd6d-1c1d-4084-94f7-0d3803872b60 req-750cdb8c-f059-40de-8e2a-31c453465c75 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0605888 Sep 23 14:00:35.852136 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4374dd6d-1c1d-4084-94f7-0d3803872b60 req-4aa7f861-5d15-45dd-9b7f-800898ac11a4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Sep 23 14:00:36.627962 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142dd06-d015-43e1-b1a9-6067f386f1f5 req-6093597b-0337-4b53-8144-e618539827bb tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:36.629786 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1142dd06-d015-43e1-b1a9-6067f386f1f5 req-6093597b-0337-4b53-8144-e618539827bb tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0900319 Sep 23 14:00:36.676508 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1142dd06-d015-43e1-b1a9-6067f386f1f5 req-c7d117ac-0016-4534-b566-fc864329bac6 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Sep 23 14:00:37.017087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59508aee-1f22-4d39-b34e-aa9d61d3927d req-87140d26-6dd5-40ff-b555-24435cd25975 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:37.018966 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-59508aee-1f22-4d39-b34e-aa9d61d3927d req-87140d26-6dd5-40ff-b555-24435cd25975 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0640435 Sep 23 14:00:37.061699 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-59508aee-1f22-4d39-b34e-aa9d61d3927d req-0e68909e-981c-4d98-9d1b-d03d7664110c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Sep 23 14:00:37.821557 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bace4f3-ac45-474c-be09-7570c85edc8a req-b4c80d18-bf0b-440a-be76-458e96805734 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:37.823229 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bace4f3-ac45-474c-be09-7570c85edc8a req-b4c80d18-bf0b-440a-be76-458e96805734 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Sep 23 14:00:37.874989 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3bace4f3-ac45-474c-be09-7570c85edc8a req-c4c4488b-fd4d-470e-a33c-6bd90b34eff8 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Sep 23 14:00:38.245513 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20933-03c3-4b3e-865b-570d44754cf1 req-519f2632-9feb-4273-843d-af928c29541c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:38.247182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8c20933-03c3-4b3e-865b-570d44754cf1 req-519f2632-9feb-4273-843d-af928c29541c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0798054 Sep 23 14:00:38.296377 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e8c20933-03c3-4b3e-865b-570d44754cf1 req-f4152895-86f1-41e6-92fa-77ac7cf84994 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Sep 23 14:00:39.006313 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d1cc9-5083-473b-800e-bf75297e62b0 req-edf732f8-2e38-401f-acf4-c05235b96e0a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:39.007834 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d46d1cc9-5083-473b-800e-bf75297e62b0 req-edf732f8-2e38-401f-acf4-c05235b96e0a tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0553458 Sep 23 14:00:39.049717 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d46d1cc9-5083-473b-800e-bf75297e62b0 req-b4522596-a320-428d-b058-bfb201898af1 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Sep 23 14:00:39.437699 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adb7bb-1875-4649-8339-cda94cf82298 req-426be749-3608-409d-ad0c-d0785232735d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:39.439377 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0adb7bb-1875-4649-8339-cda94cf82298 req-426be749-3608-409d-ad0c-d0785232735d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0583239 Sep 23 14:00:39.489679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e0adb7bb-1875-4649-8339-cda94cf82298 req-b13b1188-c0a4-45c1-b55b-cb49117af60c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Sep 23 14:00:40.175236 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f07a-abf0-4767-8995-81361f721b8b req-fc6aed69-017a-44c7-a167-b7a41ba65d44 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:40.176806 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0183f07a-abf0-4767-8995-81361f721b8b req-fc6aed69-017a-44c7-a167-b7a41ba65d44 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Sep 23 14:00:40.235441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0183f07a-abf0-4767-8995-81361f721b8b req-4fa9aa1e-de27-4e21-8266-2f173d4be6e7 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Sep 23 14:00:40.621981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa63385-8d5c-4de3-8837-f4a7dde30cc4 req-6e572530-edfc-4445-9f19-043171dd9d2c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:40.623400 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0fa63385-8d5c-4de3-8837-f4a7dde30cc4 req-6e572530-edfc-4445-9f19-043171dd9d2c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0532744 Sep 23 14:00:40.665584 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0fa63385-8d5c-4de3-8837-f4a7dde30cc4 req-e3ac3233-63f1-4190-b26b-0eef8870d055 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355973 Sep 23 14:00:41.359387 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae115d27-ae5f-4d59-ac26-20d225e9e372 req-fc42c229-0db7-4a31-8b2b-20fa1429589c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:41.360955 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ae115d27-ae5f-4d59-ac26-20d225e9e372 req-fc42c229-0db7-4a31-8b2b-20fa1429589c tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Sep 23 14:00:41.412201 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ae115d27-ae5f-4d59-ac26-20d225e9e372 req-eaab1193-28eb-482b-9358-f91f2ccef002 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Sep 23 14:00:41.792414 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70632-fc8a-493d-8dc0-93bced894eab req-3f9ef70a-68fd-4ab5-9762-6b05b74a5f5a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:41.793822 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aef70632-fc8a-493d-8dc0-93bced894eab req-3f9ef70a-68fd-4ab5-9762-6b05b74a5f5a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0539160 Sep 23 14:00:41.835285 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aef70632-fc8a-493d-8dc0-93bced894eab req-f1e4f316-f21a-48f2-a4ea-cc19d9693657 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 Sep 23 14:00:42.536821 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943dba1-5565-4b2e-b46d-0e844b318c54 req-6b349174-6462-4168-8dbc-2fa696cca59b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:42.538377 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b943dba1-5565-4b2e-b46d-0e844b318c54 req-6b349174-6462-4168-8dbc-2fa696cca59b tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0527499 Sep 23 14:00:42.579667 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b943dba1-5565-4b2e-b46d-0e844b318c54 req-47b7fa2f-f997-4dd4-b31a-77d6a603010e tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Sep 23 14:00:42.970750 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69665-038c-4686-92bf-be4ce9a1a741 req-cbca0794-a12a-40ca-b80c-7d9d9dca45b1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:42.972294 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d1b69665-038c-4686-92bf-be4ce9a1a741 req-cbca0794-a12a-40ca-b80c-7d9d9dca45b1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0561078 Sep 23 14:00:43.013077 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d1b69665-038c-4686-92bf-be4ce9a1a741 req-5c83245c-7a7b-42e3-bdac-aa6a3e296ded tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345979 Sep 23 14:00:43.431934 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-52126e1a-902b-4f98-a9b8-d3f7c51bba84 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:43.434220 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-52126e1a-902b-4f98-a9b8-d3f7c51bba84 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.45 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0576663 Sep 23 14:00:43.503040 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf47f0-3bd2-4c70-b35c-1e417aacfb97 req-f99dc926-d477-4eb9-a250-8b507a4305cb tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:43.504648 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-abaf47f0-3bd2-4c70-b35c-1e417aacfb97 req-f99dc926-d477-4eb9-a250-8b507a4305cb tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0517073 Sep 23 14:00:43.550020 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Deleting port 723b26bc-b85d-4773-af7d-a02e19ddffdb {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:43.550568 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:43.559946 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-abaf47f0-3bd2-4c70-b35c-1e417aacfb97 req-bb1140ed-26da-4b16-84d7-2286ef727eb3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 Sep 23 14:00:43.669122 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] For port 723b26bc-b85d-4773-af7d-a02e19ddffdb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=723b26bc-b85d-4773-af7d-a02e19ddffdb,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:43.669809 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:43.683867 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Calling delete_port for 723b26bc-b85d-4773-af7d-a02e19ddffdb owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:43.715244 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96132-cd14-48d3-bc61-8418565b9060 req-aff21385-115e-47c5-a529-6240c1366039 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:43.717324 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7a96132-cd14-48d3-bc61-8418565b9060 req-aff21385-115e-47c5-a529-6240c1366039 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Sep 23 14:00:43.759599 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7a96132-cd14-48d3-bc61-8418565b9060 req-8765d9f5-54a7-4eb1-bb22-997c194a45ad tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6b488a6-8827-4bc9-a1f1-62ed1f403b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Sep 23 14:00:43.922173 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:43.936756 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['723b26bc-b85d-4773-af7d-a02e19ddffdb'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:00:43.957807 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Pushing event deleted for resources: {'Port': ['ID=723b26bc-b85d-4773-af7d-a02e19ddffdb,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.986845 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.987542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.987542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.987718 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:43.987986 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:44.010306 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] No DVR routers for this DVR port 723b26bc-b85d-4773-af7d-a02e19ddffdb on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:44.013935 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:44.016253 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ec9a347c-074b-43bf-b98a-4ccc68e316cd req-4711245a-62ab-46b4-88d7-58b33968bf31 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.45 "DELETE /v2.0/ports/723b26bc-b85d-4773-af7d-a02e19ddffdb HTTP/1.1" status: 204 len: 173 time: 0.5750408 Sep 23 14:00:44.016693 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'name': 'network-vif-deleted', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:44.018989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240455e-eea4-4795-9e0f-8445c74d3fd8" -d '{"events": [{"server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "name": "network-vif-deleted", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:44.061475 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad501b66-6797-4709-9265-45b9125ef456 x-openstack-request-id: req-ad501b66-6797-4709-9265-45b9125ef456 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:44.061885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198083e-2835-40b1-b68f-f14d47eaac52", "name": "network-vif-deleted", "tag": "723b26bc-b85d-4773-af7d-a02e19ddffdb", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:44.063088 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad501b66-6797-4709-9265-45b9125ef456 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:44.063088 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198083e-2835-40b1-b68f-f14d47eaac52', 'name': 'network-vif-deleted', 'tag': '723b26bc-b85d-4773-af7d-a02e19ddffdb', 'status': 'completed', 'code': 200} Sep 23 14:00:44.455315 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dff3b-8aa4-4aa7-9412-3b2ae2b154c5 req-0c1d2958-dd52-46c3-83fd-d62985b5dc6b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:44.458025 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e76dff3b-8aa4-4aa7-9412-3b2ae2b154c5 req-0c1d2958-dd52-46c3-83fd-d62985b5dc6b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.3500807 Sep 23 14:00:44.500108 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e76dff3b-8aa4-4aa7-9412-3b2ae2b154c5 req-5881c9de-5ac2-4d87-b26f-36bc583674c8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365205 Sep 23 14:00:44.574549 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb8e17-35be-49b9-a457-5d4dad546ae5 req-d07341b2-ebd9-453d-9a6d-031500d97206 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:44.576291 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2bdb8e17-35be-49b9-a457-5d4dad546ae5 req-d07341b2-ebd9-453d-9a6d-031500d97206 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0666292 Sep 23 14:00:44.619801 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2bdb8e17-35be-49b9-a457-5d4dad546ae5 req-0beb0451-be8b-472e-a433-65fde18b9786 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364077 Sep 23 14:00:44.701559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609424e-4cf5-47bf-9b05-2cb94869603f req-83b83001-6088-4787-a8dc-49322971fc21 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:44.704054 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9609424e-4cf5-47bf-9b05-2cb94869603f req-83b83001-6088-4787-a8dc-49322971fc21 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0608881 Sep 23 14:00:44.751046 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9609424e-4cf5-47bf-9b05-2cb94869603f req-4c364424-7d40-49af-860e-d993f6f268a3 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Sep 23 14:00:44.853684 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:44.872502 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-57038916-c285-4b3c-b4e5-571b445d2d1d req-a83c9667-d250-4b79-9512-4b6cb70ee4d9 tempest-TestMinimumBasicScenario-554828233 tempest-TestMinimumBasicScenario-554828233-project] 10.222.0.18 "GET /v2.0/ports?device_id=7198083e-2835-40b1-b68f-f14d47eaac52 HTTP/1.1" status: 200 len: 210 time: 0.0318882 Sep 23 14:00:45.224621 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-def73d5f-e0ce-4b96-af75-a94dc24ed771 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:45.226150 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-def73d5f-e0ce-4b96-af75-a94dc24ed771 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.0501914 Sep 23 14:00:45.325688 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Deleting port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:45.326007 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:45.420337 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] For port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,segment=NetworkSegment(62dd54ae-5c78-496b-ada4-460ce6a30b15),segment_id=62dd54ae-5c78-496b-ada4-460ce6a30b15)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:45.420697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:45.433537 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Calling delete_port for 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:45.652749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963ff93-f208-49bc-bcc1-7e31cd383042 req-d2295576-a656-40cf-b6a0-28b7a40d62fe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:45.654923 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3963ff93-f208-49bc-bcc1-7e31cd383042 req-d2295576-a656-40cf-b6a0-28b7a40d62fe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0557425 Sep 23 14:00:45.718698 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3963ff93-f208-49bc-bcc1-7e31cd383042 req-7a165f04-5128-42a5-865b-428ffa3d31b2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556979 Sep 23 14:00:45.775073 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa756-e803-4d17-b481-16c1df52a30c req-2e175be8-ac60-473e-b2fb-0baa01fe26e8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:45.781489 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-391fa756-e803-4d17-b481-16c1df52a30c req-2e175be8-ac60-473e-b2fb-0baa01fe26e8 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0845323 Sep 23 14:00:45.889583 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-391fa756-e803-4d17-b481-16c1df52a30c req-b2f9f02c-8901-47ad-9963-ca72f5c702b7 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004145 Sep 23 14:00:45.922234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:45.930035 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459868-df43-4def-a11a-b3407082c32d req-84d533e3-80c9-429f-9753-efba33bd7b0a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:45.932839 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a459868-df43-4def-a11a-b3407082c32d req-84d533e3-80c9-429f-9753-efba33bd7b0a tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 945 time: 0.1042528 Sep 23 14:00:45.935428 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:00:45.957443 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Pushing event deleted for resources: {'Port': ['ID=8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:45.991342 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a459868-df43-4def-a11a-b3407082c32d req-8cd9f22c-6583-4348-8bd6-a50b295a8fb2 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/security-groups?id=36ccc798-697e-437a-9a11-8c1e10bc89cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Sep 23 14:00:46.006024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] No DVR routers for this DVR port 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:46.008536 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:46.010642 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-d118606b-c02c-4802-ba11-cb588d03a2a5 req-3ff1df06-1ff6-43f8-bb6f-ef6788b09279 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.45 "DELETE /v2.0/ports/8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c HTTP/1.1" status: 204 len: 173 time: 0.7774563 Sep 23 14:00:46.063580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'name': 'network-vif-deleted', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:46.066040 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9de3c6-3a86-4e11-9f91-2cbd0fa62af9" -d '{"events": [{"server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "name": "network-vif-deleted", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:46.102752 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca67fec-f007-49fc-9700-d0b14c9f292c x-openstack-request-id: req-cca67fec-f007-49fc-9700-d0b14c9f292c {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:46.103039 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494ece69-da1e-4c6e-96f6-9283d3f93dbc", "name": "network-vif-deleted", "tag": "8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:46.103408 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cca67fec-f007-49fc-9700-d0b14c9f292c {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:46.103685 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494ece69-da1e-4c6e-96f6-9283d3f93dbc', 'name': 'network-vif-deleted', 'tag': '8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c', 'status': 'completed', 'code': 200} Sep 23 14:00:46.409163 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-2328b79f-1bd5-4059-8cf4-f5b29a9234a2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:46.410736 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-2328b79f-1bd5-4059-8cf4-f5b29a9234a2 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 945 time: 0.0531232 Sep 23 14:00:46.513337 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Deleting port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:46.513759 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:46.609916 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] For port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:46.612954 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:46.781868 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:46.782302 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:46.782624 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Floating IP 95221ff2-f2a6-4418-ad05-c9c575c24d15 disassociated. External IP: 172.27.1.47, port: 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62. Sep 23 14:00:46.782989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Calling delete_port for 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:46.867409 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa096e4-6e46-4298-961c-0c099c6ca175 req-b011ff48-7908-4822-873e-c0f3bc4af380 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:46.869076 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-faa096e4-6e46-4298-961c-0c099c6ca175 req-b011ff48-7908-4822-873e-c0f3bc4af380 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0560880 Sep 23 14:00:46.910166 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-faa096e4-6e46-4298-961c-0c099c6ca175 req-a9b79213-0ea9-4621-994a-fa415a387002 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338218 Sep 23 14:00:46.946824 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:46.967440 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:46.967788 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 8936fa2a-82d8-4d7a-b35c-c5d08eb2a15c not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:46.968249 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 723b26bc-b85d-4773-af7d-a02e19ddffdb no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:46.989276 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 723b26bc-b85d-4773-af7d-a02e19ddffdb {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:46.990768 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 723b26bc-b85d-4773-af7d-a02e19ddffdb not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:47.019835 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:47.031633 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df586-74cf-43bd-83f6-052d33a8c412 req-5866ee0d-6740-4bd1-b53f-f062ea471877 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:47.033089 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-886df586-74cf-43bd-83f6-052d33a8c412 req-5866ee0d-6740-4bd1-b53f-f062ea471877 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 867 time: 0.0516167 Sep 23 14:00:47.049308 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'Port': ['ID=43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:47.079941 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-886df586-74cf-43bd-83f6-052d33a8c412 req-ddfdf8b4-8f52-4185-8902-6ec9d1c9515f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups?id=536954d7-c097-48aa-a875-d032106b2b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400693 Sep 23 14:00:47.200225 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-68ea50c1-6817-458f-ac61-1691928c85ab req-79dbc9b7-a236-479e-940a-fe0d6965e388 tempest-VolumesSnapshotTestJSON-860358912 tempest-VolumesSnapshotTestJSON-860358912-project] 10.222.0.18 "GET /v2.0/ports?device_id=494ece69-da1e-4c6e-96f6-9283d3f93dbc HTTP/1.1" status: 200 len: 210 time: 0.0311794 Sep 23 14:00:47.206179 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:00:47.328392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:00:47.339460 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:00:47.349488 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:47.350209 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:47.373043 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] No DVR routers for this DVR port 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:47.375476 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:47.377532 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-c94cf66b-968c-4055-9d9f-4945f0d9dcc1 req-d69ff65a-3e1c-4087-8057-45482bf10b7f tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.45 "DELETE /v2.0/ports/43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 HTTP/1.1" status: 204 len: 173 time: 0.9606888 Sep 23 14:00:47.470275 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:47.699877 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:47.725196 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:00:47.733858 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:47.734450 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:47.769464 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3dc4c91d-3c4d-4d22-9a4d-35cf4e8bf612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:47.853342 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:48.046603 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac8bb-0efa-4d56-bc2c-259235e1c041 req-84b5e204-5a50-454c-baae-1ecb7e555331 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:48.046603 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a90ac8bb-0efa-4d56-bc2c-259235e1c041 req-84b5e204-5a50-454c-baae-1ecb7e555331 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0506771 Sep 23 14:00:48.070747 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:48.087108 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a90ac8bb-0efa-4d56-bc2c-259235e1c041 req-99be2902-9acd-47bd-ae09-3c816f733dcf tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346613 Sep 23 14:00:48.099623 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a9af1-c098-4728-ad81-7cce1d4a91bb None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T13:54:20Z', 'revision_number': 4, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '0fdbc744-25d9-4f1c-b0be-3df6ad74cd17', 'name': '', 'network_id': '4b945559-3dcb-45d0-b8d6-2f37142e6d82', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'mac_address': 'fa:16:3e:d9:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:16Z', 'updated_at': '2021-09-23T13:54:25Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'subnets': [{'id': '6c94512a-012f-4c6a-8545-9ab178a7dc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:00:48.119620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'name': 'network-vif-deleted', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:48.119620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79797fe7-1ce4-49d8-8c5e-26f729796a70" -d '{"events": [{"server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "name": "network-vif-deleted", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:48.168243 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f1072-787b-4d52-a2dd-bb9071c8cb71 x-openstack-request-id: req-ea5f1072-787b-4d52-a2dd-bb9071c8cb71 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:48.168575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cba89b5-8d40-4ca5-9e65-e0dfc405560b", "name": "network-vif-deleted", "tag": "43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:48.168891 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea5f1072-787b-4d52-a2dd-bb9071c8cb71 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:48.169344 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cba89b5-8d40-4ca5-9e65-e0dfc405560b', 'name': 'network-vif-deleted', 'tag': '43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62', 'status': 'completed', 'code': 200} Sep 23 14:00:48.195177 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e40b1146-7821-450c-8033-8c2cfdc01e08 req-e0e09349-984d-4958-8ba3-b4c90b5b87fb tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cba89b5-8d40-4ca5-9e65-e0dfc405560b HTTP/1.1" status: 200 len: 210 time: 0.0316901 Sep 23 14:00:48.356739 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc54391-1531-4ce1-bc56-991e40223eaa None None] New status for floating IP 95221ff2-f2a6-4418-ad05-c9c575c24d15: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:00:48.550590 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46342) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:48.958598 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:00:49.021553 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.061963 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:49.078611 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'mac_address': 'fa:16:3e:77:7e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:00:49.126608 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.145058 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:00:49.165121 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:49.218308 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28b4b-76cf-4827-b197-bed417ff1620 req-0f824d4c-fe4c-4c2f-b962-f856e5782ab8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:49.219849 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6d28b4b-76cf-4827-b197-bed417ff1620 req-0f824d4c-fe4c-4c2f-b962-f856e5782ab8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 944 time: 0.0504923 Sep 23 14:00:49.266004 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e6d28b4b-76cf-4827-b197-bed417ff1620 req-0d294834-2834-4648-b2d6-e00afb9c0518 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380287 Sep 23 14:00:49.276643 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.325336 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:49.351237 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Deleting port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:49.351779 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.376816 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46354) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:49.435270 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] For port 0b9c4a20-0051-47a8-b4bb-4eede5645c9c, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:49.435561 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.438517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.448550 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Calling delete_port for 0b9c4a20-0051-47a8-b4bb-4eede5645c9c owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:49.462080 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.490409 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['9d07fc74-87bc-4860-8f9f-6fd66eed6597'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:00:49.642137 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.644859 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.646102 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "DELETE /v2.0/security-groups/536954d7-c097-48aa-a875-d032106b2b87 HTTP/1.1" status: 204 len: 168 time: 0.2681880 Sep 23 14:00:49.649070 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46356) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:49.655884 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a104-a443-4393-84d0-eff919ae50f9 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536954d7-c097-48aa-a875-d032106b2b87,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:49.663751 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.api.v2.resource [None req-0d32a9f5-a19f-472d-a7dd-93a3d33a7446 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] show failed (client error): The resource could not be found. Sep 23 14:00:49.666532 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0d32a9f5-a19f-472d-a7dd-93a3d33a7446 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "GET /v2.0/security-groups/536954d7-c097-48aa-a875-d032106b2b87 HTTP/1.1" status: 404 len: 347 time: 0.0161493 Sep 23 14:00:49.670670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46358) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:49.752003 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:49.800537 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9c4a20-0051-47a8-b4bb-4eede5645c9c,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:49.875786 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Deleting port b0fe77e4-334c-44bd-b7ed-5f6260d839a8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:49.876124 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.032996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.033319 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.052806 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.055417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Calling delete_port for b0fe77e4-334c-44bd-b7ed-5f6260d839a8 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:50.242174 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-59791c8a-f873-400f-b3c7-7e510e6e330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.402719 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa824e2-f0a7-4c48-b5aa-4c3dd4142a01 req-d6f1992d-e4dd-43ce-8ecc-42c9a09841d4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:50.404365 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3fa824e2-f0a7-4c48-b5aa-4c3dd4142a01 req-d6f1992d-e4dd-43ce-8ecc-42c9a09841d4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 945 time: 0.0559566 Sep 23 14:00:50.445114 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3fa824e2-f0a7-4c48-b5aa-4c3dd4142a01 req-6ba78292-7af3-4355-b443-afd6957bb555 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Sep 23 14:00:50.623863 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Router 29da4746-82db-49ab-a68d-d4508251a1fe has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:00:50.672639 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.715359 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Pushing event deleted for resources: {'Port': ['ID=b0fe77e4-334c-44bd-b7ed-5f6260d839a8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:50.813113 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:00:50.818783 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-9075dd43-5184-4c50-b38d-18ab05926a78 admin admin] 10.222.0.18 "PUT /v2.0/routers/29da4746-82db-49ab-a68d-d4508251a1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671409 Sep 23 14:00:50.819686 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.821449 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46368) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:50.822140 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:50.823192 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-11124ecc-6d81-425e-97ea-6a97c45f6628 tempest-AttachVolumeTestJSON-1869577697 tempest-AttachVolumeTestJSON-1869577697-project] 10.222.0.18 "DELETE /v2.0/floatingips/95221ff2-f2a6-4418-ad05-c9c575c24d15 HTTP/1.1" status: 204 len: 168 time: 1.1516058 Sep 23 14:00:50.825307 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Sync routers for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:00:50.844905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:50.845879 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:50.956104 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.070670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.099825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.146225 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:51.231771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Deleting port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:51.232212 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.321731 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.331114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] For port 46c9ccc0-97cd-410e-b71a-32b515e9bc1e, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:51.331649 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.348284 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Calling delete_port for 46c9ccc0-97cd-410e-b71a-32b515e9bc1e owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:51.376851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T14:00:49Z', 'revision_number': 5, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port': {'id': '46c9ccc0-97cd-410e-b71a-32b515e9bc1e', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:20Z', 'updated_at': '2021-09-23T13:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:51.411257 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Checking router: 29da4746-82db-49ab-a68d-d4508251a1fe for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:00:51.420519 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Routers {'29da4746-82db-49ab-a68d-d4508251a1fe'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:51.421135 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['29da4746-82db-49ab-a68d-d4508251a1fe'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:51.513856 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] Set router 29da4746-82db-49ab-a68d-d4508251a1fe gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:51.567416 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T14:00:51Z', 'revision_number': 6, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:51.590418 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea143-8f4d-454b-a252-426982e71151 req-dc4f920c-e047-4a1d-a5be-928b43a067b7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:51.591890 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1cdea143-8f4d-454b-a252-426982e71151 req-dc4f920c-e047-4a1d-a5be-928b43a067b7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 945 time: 0.0588236 Sep 23 14:00:51.598284 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a087a-37f7-4f32-8888-e17d0b8e4ec0 None None] The sync data for ids ['29da4746-82db-49ab-a68d-d4508251a1fe'] in dv-cinder-733622-19-iscsi is: [{'id': '29da4746-82db-49ab-a68d-d4508251a1fe', 'name': 'tempest-TestMinimumBasicScenario-233069437-router', 'tenant_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:19Z', 'updated_at': '2021-09-23T14:00:51Z', 'revision_number': 6, 'project_id': '84b76a8284ef4e47ae59c3f2bfa40577', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:00:51.635176 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1cdea143-8f4d-454b-a252-426982e71151 req-9e601e11-3754-4217-939d-7309264d3286 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366344 Sep 23 14:00:51.676535 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.708827 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c9ccc0-97cd-410e-b71a-32b515e9bc1e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:51.771240 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.780967 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:00:51.831092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:00:51.831476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.875380 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.877846 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.918769 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:51.946235 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:00:51.948675 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce5f5b-53f4-414c-8389-25fd161e7428" -d '{"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:00:51.966777 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:52.008291 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.008565 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb45aa99-c994-4ab4-8ad0-ac47a9b4376d x-openstack-request-id: req-eb45aa99-c994-4ab4-8ad0-ac47a9b4376d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:00:52.008815 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-plugged", "status": "completed", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:00:52.008943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29da4746-82db-49ab-a68d-d4508251a1fe {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:00:52.009121 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb45aa99-c994-4ab4-8ad0-ac47a9b4376d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:00:52.009516 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'code': 200} Sep 23 14:00:52.016348 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.020871 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c736ee32-94b2-462c-bd97-3d8b378f0641 admin admin] 10.222.0.18 "DELETE /v2.0/routers/29da4746-82db-49ab-a68d-d4508251a1fe HTTP/1.1" status: 204 len: 168 time: 1.1880801 Sep 23 14:00:52.021472 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46380) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:52.048288 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.049251 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:52.073674 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Deleting subnet 4b942a09-90fe-4ea6-9329-6dcd837c9afa {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:00:52.077126 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.088414 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:52.088753 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 43322f7b-5fd1-4b9e-97dd-44ed3fa1aa62 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:52.116303 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:52.117079 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.239653 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.414528 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0b9c4a20-0051-47a8-b4bb-4eede5645c9c no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:52.419499 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.437578 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 0b9c4a20-0051-47a8-b4bb-4eede5645c9c {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:52.437944 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0b9c4a20-0051-47a8-b4bb-4eede5645c9c not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:52.438371 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 46c9ccc0-97cd-410e-b71a-32b515e9bc1e no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:52.444068 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b942a09-90fe-4ea6-9329-6dcd837c9afa,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:52.450472 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.453225 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-71d7b8bc-962d-47e5-9b37-4c805eeea49d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b942a09-90fe-4ea6-9329-6dcd837c9afa HTTP/1.1" status: 204 len: 168 time: 0.4307392 Sep 23 14:00:52.456006 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46384) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:52.460045 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b919d1b-103f-402e-9c79-13210d5ba798 None None] Network baef1d2c-6e87-4a3e-9c88-0671a197bf28 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:00:52.463418 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 46c9ccc0-97cd-410e-b71a-32b515e9bc1e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:52.463801 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 46c9ccc0-97cd-410e-b71a-32b515e9bc1e not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:52.532556 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.611207 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Deleting port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:52.611763 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.691222 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] For port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:52.696376 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.697675 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] DHCP port deletion for baef1d2c-6e87-4a3e-9c88-0671a197bf28 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:00:52.706796 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Calling delete_port for b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:52.751304 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Deleting port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:52.751677 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.820107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] For port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,segment=NetworkSegment(2931d969-b69e-4c0f-b5d6-e1fe438b3373),segment_id=2931d969-b69e-4c0f-b5d6-e1fe438b3373)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:52.820497 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.828800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ce3d-b834-46d6-b184-a45b7f004d9b req-41a0a4d6-d6a9-4366-8dcc-2e189e303a2a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:52.828800 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ce1ce3d-b834-46d6-b184-a45b7f004d9b req-41a0a4d6-d6a9-4366-8dcc-2e189e303a2a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0725191 Sep 23 14:00:52.837814 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Calling delete_port for b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:52.868187 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1ce1ce3d-b834-46d6-b184-a45b7f004d9b req-c3899868-dc38-43a4-9792-07014c409422 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Sep 23 14:00:52.921823 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.951283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:52.953202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] No DVR routers for this DVR port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec on host dv-cinder-733622-19-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:52.960198 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:52.986218 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] Pushing event deleted for resources: {'Port': ['ID=b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:52.990924 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6974343-3764-4c63-a631-6f1c3066658f None None] No DVR routers for this DVR port b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:53.034584 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.056804 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef1d2c-6e87-4a3e-9c88-0671a197bf28']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:53.067040 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2931d969-b69e-4c0f-b5d6-e1fe438b3373') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:53.067341 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2931d969-b69e-4c0f-b5d6-e1fe438b3373') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:53.077850 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.092076 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.099023 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:00:53.099462 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:00:53.101314 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:00:53.236274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.242112 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.246752 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] 10.222.0.18 "DELETE /v2.0/networks/baef1d2c-6e87-4a3e-9c88-0671a197bf28 HTTP/1.1" status: 204 len: 168 time: 0.7872701 Sep 23 14:00:53.248215 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46392) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:53.256610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ab26b-48ed-481b-b817-5bbbc558ea18 admin admin] Pushing event deleted for resources: {'Network': ['ID=baef1d2c-6e87-4a3e-9c88-0671a197bf28,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:53.299293 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.625877 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.892414 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Deleting port 68778df5-725c-49c0-8bf1-f6c471b8ac95 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:53.892672 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.979656 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] For port 68778df5-725c-49c0-8bf1-f6c471b8ac95, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=68778df5-725c-49c0-8bf1-f6c471b8ac95,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:53.980077 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:53.993324 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Calling delete_port for 68778df5-725c-49c0-8bf1-f6c471b8ac95 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:53.996891 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d098bd-50e3-4439-a18c-6af37dc446e3 req-055c2d33-7cdb-4722-97b8-069490842a68 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:53.998448 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58d098bd-50e3-4439-a18c-6af37dc446e3 req-055c2d33-7cdb-4722-97b8-069490842a68 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0519595 Sep 23 14:00:54.047584 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58d098bd-50e3-4439-a18c-6af37dc446e3 req-c05e0b10-2201-4040-a0c2-a94568b3448d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Sep 23 14:00:54.207456 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:54.228452 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:54.228993 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b4a87b7f-6d1d-4a1a-a5b0-958e56afe3ec not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:54.264439 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad324254-943c-4929-b265-cf575b3e5525 req-528b85af-27e6-4680-bfa3-60199a44d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:54.266866 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad324254-943c-4929-b265-cf575b3e5525 req-528b85af-27e6-4680-bfa3-60199a44d80a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 1100 time: 0.0641785 Sep 23 14:00:54.281041 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:54.316428 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68778df5-725c-49c0-8bf1-f6c471b8ac95,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:54.356896 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-ad324254-943c-4929-b265-cf575b3e5525 req-91d16be8-f3a0-472a-a36e-d3f4e7bdbf67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824821 Sep 23 14:00:54.506121 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:54.758560 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Router d4fe18fa-b2b7-437d-9e35-56375869e262 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:00:54.946197 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:00:54.956320 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-9bf9d4d7-345d-4814-b0e4-40daa3842be9 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4fe18fa-b2b7-437d-9e35-56375869e262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041540 Sep 23 14:00:54.957425 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46408) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:54.958294 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Sync routers for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:00:54.968852 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:54.969564 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:55.085698 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:55.125120 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:55.232478 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716e38-f57c-4c0c-b3ea-a9e0421a6702 req-d001ded5-0e9b-4d27-a1ef-6f68bdf6430a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:55.234013 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7716e38-f57c-4c0c-b3ea-a9e0421a6702 req-d001ded5-0e9b-4d27-a1ef-6f68bdf6430a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0721958 Sep 23 14:00:55.258263 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:55.277870 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e7716e38-f57c-4c0c-b3ea-a9e0421a6702 req-47b90c5b-a3de-4462-b346-fbbfeef70669 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358155 Sep 23 14:00:55.334586 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T14:00:54Z', 'revision_number': 5, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port': {'id': '4df49be8-0d95-49df-8509-a4b1b16b1d4f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:33Z', 'updated_at': '2021-09-23T13:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:55.367784 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Checking router: d4fe18fa-b2b7-437d-9e35-56375869e262 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:00:55.399605 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Routers {'d4fe18fa-b2b7-437d-9e35-56375869e262'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:55.400227 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fe18fa-b2b7-437d-9e35-56375869e262'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:55.472007 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Deleting port 4df49be8-0d95-49df-8509-a4b1b16b1d4f {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:55.472533 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:55.514368 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] Set router d4fe18fa-b2b7-437d-9e35-56375869e262 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:55.572982 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T14:00:55Z', 'revision_number': 6, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:55.583230 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] For port 4df49be8-0d95-49df-8509-a4b1b16b1d4f, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=4df49be8-0d95-49df-8509-a4b1b16b1d4f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:55.583669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:55.602744 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Calling delete_port for 4df49be8-0d95-49df-8509-a4b1b16b1d4f owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:55.614092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579ccf5-1e42-491b-88b3-e46b80fa2116 None None] The sync data for ids ['d4fe18fa-b2b7-437d-9e35-56375869e262'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fe18fa-b2b7-437d-9e35-56375869e262', 'name': 'tempest-TestMinimumBasicScenario-802137405-router', 'tenant_id': 'b7112f2a181541b8a81b30448436637a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:32Z', 'updated_at': '2021-09-23T14:00:55Z', 'revision_number': 6, 'project_id': 'b7112f2a181541b8a81b30448436637a', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:00:55.955533 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:55.984973 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df49be8-0d95-49df-8509-a4b1b16b1d4f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:56.087046 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.200854 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.203669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.430471 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.431341 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fe18fa-b2b7-437d-9e35-56375869e262 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:00:56.438061 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.439695 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-193701ad-2522-4661-b54e-e224b1492920 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d4fe18fa-b2b7-437d-9e35-56375869e262 HTTP/1.1" status: 204 len: 168 time: 1.4808767 Sep 23 14:00:56.446960 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46460) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:56.447260 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239cd0f-24c4-46f8-813f-a5851b2c0663 req-d02cdbe7-38c1-4846-93de-4b52b3e73d40 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:56.447260 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4239cd0f-24c4-46f8-813f-a5851b2c0663 req-d02cdbe7-38c1-4846-93de-4b52b3e73d40 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0937309 Sep 23 14:00:56.514233 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 68778df5-725c-49c0-8bf1-f6c471b8ac95 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:56.538830 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4239cd0f-24c4-46f8-813f-a5851b2c0663 req-d47f82dc-8ab3-4b68-9c79-44a92853a7d2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672641 Sep 23 14:00:56.547331 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Deleting subnet f572d6a0-ca14-4895-9797-3033e8b88071 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:00:56.552775 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.584463 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 68778df5-725c-49c0-8bf1-f6c471b8ac95 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:56.584989 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 68778df5-725c-49c0-8bf1-f6c471b8ac95 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:56.585218 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 4df49be8-0d95-49df-8509-a4b1b16b1d4f no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:56.607006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:56.613265 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 4df49be8-0d95-49df-8509-a4b1b16b1d4f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:56.613661 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 4df49be8-0d95-49df-8509-a4b1b16b1d4f not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:57.036863 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.168320 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.208883 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f572d6a0-ca14-4895-9797-3033e8b88071,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:57.212383 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.217781 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b191fcde-b3cb-4afd-801a-b4d48a186ae4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f572d6a0-ca14-4895-9797-3033e8b88071 HTTP/1.1" status: 204 len: 168 time: 0.7725620 Sep 23 14:00:57.219349 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46478) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:57.221717 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d698986-5889-4bd6-a716-f817888b98ba None None] Network ea091279-7320-4c90-b4d2-2fea2b3a6e9d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:00:57.258355 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46482) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:57.315938 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.386408 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Deleting port c73ee221-30de-4952-b358-3562d600a47e {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:57.386775 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.447658 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] DHCP port deletion for ea091279-7320-4c90-b4d2-2fea2b3a6e9d request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:00:57.483840 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] For port c73ee221-30de-4952-b358-3562d600a47e, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=c73ee221-30de-4952-b358-3562d600a47e,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:57.484239 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.500496 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Calling delete_port for c73ee221-30de-4952-b358-3562d600a47e owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:57.506236 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Deleting port c73ee221-30de-4952-b358-3562d600a47e {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:57.506826 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.593610 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] For port c73ee221-30de-4952-b358-3562d600a47e, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=c73ee221-30de-4952-b358-3562d600a47e,segment=NetworkSegment(d27f69be-80d5-45ca-b0b0-a2b65efa8465),segment_id=d27f69be-80d5-45ca-b0b0-a2b65efa8465)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:57.594982 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.621574 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Calling delete_port for c73ee221-30de-4952-b358-3562d600a47e owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:57.710801 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.727076 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] No DVR routers for this DVR port c73ee221-30de-4952-b358-3562d600a47e on host dv-cinder-733622-19-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:57.731854 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.749937 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73ee221-30de-4952-b358-3562d600a47e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:57.762810 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Pushing event deleted for resources: {'Port': ['ID=c73ee221-30de-4952-b358-3562d600a47e,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:57.767074 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e19c-5936-4f0e-81b3-fb9add1b193d req-4e8ad7b5-c60d-4461-8db3-40374e3f5862 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:57.768312 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] No DVR routers for this DVR port c73ee221-30de-4952-b358-3562d600a47e on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:00:57.768644 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2829e19c-5936-4f0e-81b3-fb9add1b193d req-4e8ad7b5-c60d-4461-8db3-40374e3f5862 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0843635 Sep 23 14:00:57.782757 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.788678 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.789443 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.789974 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.790577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.791044 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.791509 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.792733 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.793636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.794133 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.794627 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.795117 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.795594 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a117075-f157-4a42-823e-e717369e1dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:00:57.859904 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.860136 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2829e19c-5936-4f0e-81b3-fb9add1b193d req-beb75716-bb83-4e5e-8d19-bbe87f4814c4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845435 Sep 23 14:00:57.890066 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea091279-7320-4c90-b4d2-2fea2b3a6e9d']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:57.902294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27f69be-80d5-45ca-b0b0-a2b65efa8465') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:57.902294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27f69be-80d5-45ca-b0b0-a2b65efa8465') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:57.914385 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.934642 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.944646 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:00:57.945141 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:00:57.947633 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:00:58.081744 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.107189 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.109270 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea091279-7320-4c90-b4d2-2fea2b3a6e9d HTTP/1.1" status: 204 len: 168 time: 0.8885002 Sep 23 14:00:58.112625 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ff9a0-8ae7-4009-a7e0-21c7a2018251 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea091279-7320-4c90-b4d2-2fea2b3a6e9d,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:58.170052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Deleting port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:00:58.170492 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.204273 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device c73ee221-30de-4952-b358-3562d600a47e no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:00:58.227161 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: c73ee221-30de-4952-b358-3562d600a47e {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:00:58.227593 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device c73ee221-30de-4952-b358-3562d600a47e not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:00:58.272327 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] For port 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:00:58.272975 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.296348 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Calling delete_port for 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:00:58.487071 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46494) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:58.543503 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2817ba4e-9fad-43b0-aaad-5ac9ea6d44f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84b76a8284ef4e47ae59c3f2bfa40577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547638 Sep 23 14:00:58.545259 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46498) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:58.596789 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.635168 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdbc744-25d9-4f1c-b0be-3df6ad74cd17,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:58.649109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.715292 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.884572 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.962201 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.965394 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:58.966632 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6b488a6-8827-4bc9-a1f1-62ed1f403b26 HTTP/1.1" status: 204 len: 168 time: 0.4197986 Sep 23 14:00:59.025989 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8b21f-bd1d-4c02-a40b-3d2a6659b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b488a6-8827-4bc9-a1f1-62ed1f403b26,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:00:59.066623 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206209e-db3a-4d79-bc89-e8e514e2ed6a req-9e83595b-e412-4a61-9dc5-838a02cdc2d1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:00:59.074305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3206209e-db3a-4d79-bc89-e8e514e2ed6a req-9e83595b-e412-4a61-9dc5-838a02cdc2d1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.1191401 Sep 23 14:00:59.457613 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3206209e-db3a-4d79-bc89-e8e514e2ed6a req-7eacbcf1-987f-46b4-95f1-d7c584bdd8a8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834334 Sep 23 14:00:59.479041 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Router c3301015-d622-4560-8d8b-1d2b2df71aeb has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:00:59.605517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:00:59.614794 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-dacb2123-2f00-41aa-8d6c-c981649450bc admin admin] 10.222.0.18 "PUT /v2.0/routers/c3301015-d622-4560-8d8b-1d2b2df71aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3524411 Sep 23 14:00:59.616145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46512) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:59.617637 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Sync routers for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:00:59.630650 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:00:59.631780 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:59.703907 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:00:59.759136 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:59.766476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:00:59.848136 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46516) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:59.879935 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:59.906225 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7fc48157-8f5e-4d34-8e31-b37aa06d3ff1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7112f2a181541b8a81b30448436637a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561821 Sep 23 14:00:59.909041 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46518) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:00:59.963629 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:00:59.970296 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7713da09-b52e-4ea8-8931-9753df198184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T14:00:58Z', 'revision_number': 5, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port': {'id': '7713da09-b52e-4ea8-8931-9753df198184', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:54:09Z', 'updated_at': '2021-09-23T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:00:59.989147 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.052176 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Deleting port 7713da09-b52e-4ea8-8931-9753df198184 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:00.053210 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.127950 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.131055 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.135224 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/160e432f-7049-457a-9f1c-a34d8fbb7bfc HTTP/1.1" status: 204 len: 168 time: 0.2219794 Sep 23 14:01:00.142489 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8afd5e-e828-40ed-8d5d-293f857b31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e432f-7049-457a-9f1c-a34d8fbb7bfc,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:00.146621 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] For port 7713da09-b52e-4ea8-8931-9753df198184, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=7713da09-b52e-4ea8-8931-9753df198184,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:00.147190 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.150755 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Checking router: c3301015-d622-4560-8d8b-1d2b2df71aeb for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:00.161760 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Routers {'c3301015-d622-4560-8d8b-1d2b2df71aeb'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:00.162381 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['c3301015-d622-4560-8d8b-1d2b2df71aeb'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:00.171213 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Calling delete_port for 7713da09-b52e-4ea8-8931-9753df198184 owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:00.294872 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] Set router c3301015-d622-4560-8d8b-1d2b2df71aeb gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:00.354082 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T14:00:59Z', 'revision_number': 6, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:00.382051 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c152e8-f6bc-4499-a32c-f938579096aa None None] The sync data for ids ['c3301015-d622-4560-8d8b-1d2b2df71aeb'] in dv-cinder-733622-19-iscsi is: [{'id': 'c3301015-d622-4560-8d8b-1d2b2df71aeb', 'name': 'tempest-AttachVolumeTestJSON-908458333-router', 'tenant_id': '52f0c2ee69904c008d80be6c2042e20d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:54:08Z', 'updated_at': '2021-09-23T14:00:59Z', 'revision_number': 6, 'project_id': '52f0c2ee69904c008d80be6c2042e20d', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:00.607919 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.633560 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7713da09-b52e-4ea8-8931-9753df198184,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:00.705791 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.812181 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.814986 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.985107 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.985659 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3301015-d622-4560-8d8b-1d2b2df71aeb {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:01:00.991233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:00.992606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ea1b0d96-166e-4e44-afb6-7650cd6f0f3b admin admin] 10.222.0.18 "DELETE /v2.0/routers/c3301015-d622-4560-8d8b-1d2b2df71aeb HTTP/1.1" status: 204 len: 168 time: 1.3753791 Sep 23 14:01:00.996084 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46524) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:01.047405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Deleting subnet 6c94512a-012f-4c6a-8545-9ab178a7dc1a {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:01:01.050660 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.086420 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.167659 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.340271 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.372008 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c94512a-012f-4c6a-8545-9ab178a7dc1a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:01.379673 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.383057 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6db65a14-f530-4276-bdbe-f59c37a96db8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c94512a-012f-4c6a-8545-9ab178a7dc1a HTTP/1.1" status: 204 len: 168 time: 0.3857121 Sep 23 14:01:01.387513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46528) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:01.390604 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b3a15-cf56-45bd-a7a9-2cda79e7c5d9 None None] Network 4b945559-3dcb-45d0-b8d6-2f37142e6d82 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:01:01.492679 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.558514 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Deleting port b644423b-bf13-4dbc-b36d-4ef55e4a321b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:01.559137 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.627789 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] DHCP port deletion for 4b945559-3dcb-45d0-b8d6-2f37142e6d82 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:01:01.634226 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] For port b644423b-bf13-4dbc-b36d-4ef55e4a321b, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b644423b-bf13-4dbc-b36d-4ef55e4a321b,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:01.634826 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.657216 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Calling delete_port for b644423b-bf13-4dbc-b36d-4ef55e4a321b owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:01.693295 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Deleting port b644423b-bf13-4dbc-b36d-4ef55e4a321b {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:01.693698 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.772304 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] For port b644423b-bf13-4dbc-b36d-4ef55e4a321b, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=b644423b-bf13-4dbc-b36d-4ef55e4a321b,segment=NetworkSegment(93135ad6-56be-4895-8e16-e232e2aac416),segment_id=93135ad6-56be-4895-8e16-e232e2aac416)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:01.772770 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.787435 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Calling delete_port for b644423b-bf13-4dbc-b36d-4ef55e4a321b owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:01.866187 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.873191 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:01.912408 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b644423b-bf13-4dbc-b36d-4ef55e4a321b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:01.919158 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] No DVR routers for this DVR port b644423b-bf13-4dbc-b36d-4ef55e4a321b on host dv-cinder-733622-19-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:01:01.919663 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] Pushing event deleted for resources: {'Port': ['ID=b644423b-bf13-4dbc-b36d-4ef55e4a321b,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:01.927825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eeca27-1d37-40c4-94d1-386dafd682a7 None None] No DVR routers for this DVR port b644423b-bf13-4dbc-b36d-4ef55e4a321b on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:01:02.013542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.038689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b945559-3dcb-45d0-b8d6-2f37142e6d82']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:02.051140 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93135ad6-56be-4895-8e16-e232e2aac416') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:02.051473 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93135ad6-56be-4895-8e16-e232e2aac416') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:02.062639 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.077216 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.083696 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:01:02.084087 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:01:02.085894 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:01:02.209782 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b644423b-bf13-4dbc-b36d-4ef55e4a321b no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:01:02.213530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.223062 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.226697 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b945559-3dcb-45d0-b8d6-2f37142e6d82 HTTP/1.1" status: 204 len: 168 time: 0.8375418 Sep 23 14:01:02.232064 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: b644423b-bf13-4dbc-b36d-4ef55e4a321b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:01:02.232064 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device b644423b-bf13-4dbc-b36d-4ef55e4a321b not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:01:02.232388 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:01:02.246352 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5492-5ecc-4558-ba17-fb0d0683cb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b945559-3dcb-45d0-b8d6-2f37142e6d82,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:02.257028 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:01:02.257965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fdbc744-25d9-4f1c-b0be-3df6ad74cd17 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:01:02.258401 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 7713da09-b52e-4ea8-8931-9753df198184 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:01:02.280462 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 7713da09-b52e-4ea8-8931-9753df198184 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:01:02.280726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 7713da09-b52e-4ea8-8931-9753df198184 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:01:02.686349 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46534) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:02.739516 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ff737cdc-96b3-48b1-8775-5429821ed815 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52f0c2ee69904c008d80be6c2042e20d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516689 Sep 23 14:01:02.742626 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46536) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:02.813515 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.838160 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.973139 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.975820 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:02.977072 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ae6d7fc-844c-472f-936e-1fffe264e33e HTTP/1.1" status: 204 len: 168 time: 0.2331133 Sep 23 14:01:02.986061 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5090d4-5294-479c-88c1-c5836de4983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6d7fc-844c-472f-936e-1fffe264e33e,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:08.811565 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6bc8-a3f8-4c71-aff4-9564879a49d1 req-8f4ff713-fe1e-4bff-87d1-6f9fa2cbcd3a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:08.813095 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f62f6bc8-a3f8-4c71-aff4-9564879a49d1 req-8f4ff713-fe1e-4bff-87d1-6f9fa2cbcd3a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0693746 Sep 23 14:01:08.864889 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f62f6bc8-a3f8-4c71-aff4-9564879a49d1 req-12cd4dde-cca9-4e24-9842-237f22432632 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 Sep 23 14:01:10.007239 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfea2a7-eded-41ee-8b5d-9920b5ebfbca req-91820fbf-c058-4d13-9fdc-d23dbd407dd5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:10.009086 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-adfea2a7-eded-41ee-8b5d-9920b5ebfbca req-91820fbf-c058-4d13-9fdc-d23dbd407dd5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0593314 Sep 23 14:01:10.050433 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-adfea2a7-eded-41ee-8b5d-9920b5ebfbca req-a41840e2-0e66-44c2-aa0d-0d2ca5357f0d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Sep 23 14:01:10.300265 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-bb35f214-5113-4d2f-993e-d3188d3794ac tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:10.302858 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-bb35f214-5113-4d2f-993e-d3188d3794ac tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 945 time: 0.0786994 Sep 23 14:01:10.407661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port 80f21933-b906-4522-b393-bc7f2a6dc1cf {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:10.407996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.422935 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46666) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:10.527181 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] For port 80f21933-b906-4522-b393-bc7f2a6dc1cf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=80f21933-b906-4522-b393-bc7f2a6dc1cf,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:10.527577 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.554450 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e46f90a-e0a2-4e2b-bad0-c1a40af37377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.715233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e46f90a-e0a2-4e2b-bad0-c1a40af37377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.718584 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.718955 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.719274 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP b92699cb-b00a-4d4a-9890-1e4bc3341192 disassociated. External IP: 172.27.1.56, port: 80f21933-b906-4522-b393-bc7f2a6dc1cf. Sep 23 14:01:10.719619 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for 80f21933-b906-4522-b393-bc7f2a6dc1cf owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:10.802478 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4e46f90a-e0a2-4e2b-bad0-c1a40af37377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.843995 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46f90a-e0a2-4e2b-bad0-c1a40af37377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d737c-aad8-4456-aaa8-3678663f8944,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:10.849015 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4e46f90a-e0a2-4e2b-bad0-c1a40af37377 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed3bbf09899d446eaa0b2ac95c10c035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282188 Sep 23 14:01:10.853411 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46670) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:10.914370 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.938154 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:10.996039 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:11.023677 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=80f21933-b906-4522-b393-bc7f2a6dc1cf,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:11.111523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:11.116845 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:11.121480 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/724d737c-aad8-4456-aaa8-3678663f8944 HTTP/1.1" status: 204 len: 168 time: 0.2648571 Sep 23 14:01:11.126813 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01c212-362f-404d-a2fc-8dcad04596e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d737c-aad8-4456-aaa8-3678663f8944,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:11.173424 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:01:11.205015 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-833b1d8d-fd70-4ce1-9cb8-ef8f70214e11 req-34c546e3-7278-464e-b934-297c433d4c31 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0488219 Sep 23 14:01:11.315277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:11.333843 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4849f091-0882-464e-9260-b824b4805549 None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:11.343775 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:11.346972 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:11.364998 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] No DVR routers for this DVR port 80f21933-b906-4522-b393-bc7f2a6dc1cf on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:01:11.368081 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:11.370722 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b1ba2c71-0f6b-4353-8e35-ff9ea1e37ce7 req-22e96f64-b213-47f5-9c4b-e6391ca4908a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "DELETE /v2.0/ports/80f21933-b906-4522-b393-bc7f2a6dc1cf HTTP/1.1" status: 204 len: 173 time: 1.0621467 Sep 23 14:01:11.371201 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'name': 'network-vif-deleted', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:11.379402 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72c7d2-e27a-4e37-9e0e-ecfdb730b0bb" -d '{"events": [{"server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "name": "network-vif-deleted", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:11.433569 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41982a56-74b7-4147-86f3-2e2ac2225d95 x-openstack-request-id: req-41982a56-74b7-4147-86f3-2e2ac2225d95 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:11.434006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b358f868-c68a-4c91-ba02-5e47ac1e1aa2", "name": "network-vif-deleted", "tag": "80f21933-b906-4522-b393-bc7f2a6dc1cf", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:11.434402 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41982a56-74b7-4147-86f3-2e2ac2225d95 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:11.434952 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b358f868-c68a-4c91-ba02-5e47ac1e1aa2', 'name': 'network-vif-deleted', 'tag': '80f21933-b906-4522-b393-bc7f2a6dc1cf', 'status': 'completed', 'code': 200} Sep 23 14:01:11.529756 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:11.771382 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:11.808823 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4849f091-0882-464e-9260-b824b4805549 None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:11.818726 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:11.819352 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:00:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:11.942320 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:12.065607 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46686) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:12.080864 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9994-4fa3-470d-ac26-a2818b10f41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.180474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9994-4fa3-470d-ac26-a2818b10f41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.272696 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9994-4fa3-470d-ac26-a2818b10f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.318007 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4849f091-0882-464e-9260-b824b4805549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:12.329707 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ed3e9994-4fa3-470d-ac26-a2818b10f41e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=362e48912acf4ebb8e41d85dba5ccc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628627 Sep 23 14:01:12.333783 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46690) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:12.346048 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e9994-4fa3-470d-ac26-a2818b10f41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3940b-964c-4de3-81a9-1f716542c938,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:12.350441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5d97d19b-7279-4458-a138-df8ca88e06e2 req-c5936d88-3c27-4d16-89cd-893c8b2cc985 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=b358f868-c68a-4c91-ba02-5e47ac1e1aa2 HTTP/1.1" status: 200 len: 210 time: 0.0410740 Sep 23 14:01:12.361871 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4849f091-0882-464e-9260-b824b4805549 None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:12.406127 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.431609 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.648339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e5220-1348-4b24-985d-d965dbdf293c None None] New status for floating IP b92699cb-b00a-4d4a-9890-1e4bc3341192: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:01:12.664744 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.669150 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:12.669953 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7b3940b-964c-4de3-81a9-1f716542c938 HTTP/1.1" status: 204 len: 168 time: 0.3345180 Sep 23 14:01:12.678482 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a5b9e-7cb3-4f4f-b2db-ff7122824d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3940b-964c-4de3-81a9-1f716542c938,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:13.624945 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-c7b2cfc9-1756-439c-8ea1-b167510c253c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090399169&fields=id&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 267 time: 0.0356526 Sep 23 14:01:13.755166 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-345cb87f-3232-4f7b-a5c1-2611fc6b2d07 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:13.756378 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-345cb87f-3232-4f7b-a5c1-2611fc6b2d07 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.1246870 Sep 23 14:01:13.774457 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-1e8b1d46-1caa-4ef1-a8c9-d0787ca1b64d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/quotas/973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 375 time: 0.0106900 Sep 23 14:01:13.856639 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-20966de9-0228-4f96-9696-c87a54495c7b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736928 Sep 23 14:01:13.976543 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-235bf3f2-555c-4003-9078-2170d3bf47f8 service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048741 Sep 23 14:01:14.081106 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-20dd5e60-a89a-4cd3-946f-01d5d017dae9 service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968847 Sep 23 14:01:14.797411 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1588280e-0b2a-464d-a043-cf7dad2d9d30 req-360b61ff-e51a-4d60-b22e-3f269ec1e02c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 210 time: 0.0302215 Sep 23 14:01:14.836244 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.648251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46794) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:15.695123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Deleting subnet 9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:01:15.698480 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.722828 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 80f21933-b906-4522-b393-bc7f2a6dc1cf no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:01:15.735189 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.742587 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 80f21933-b906-4522-b393-bc7f2a6dc1cf {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:01:15.742928 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 80f21933-b906-4522-b393-bc7f2a6dc1cf not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:01:15.781097 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.887742 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-705d7d46-82a3-48fe-a3ad-d5d00f649f6c req-9ecd3fa7-a848-4e26-9e75-639ea16e7379 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 210 time: 0.0313177 Sep 23 14:01:15.894429 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46800) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:15.922022 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.951981 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:15.955492 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:15.957480 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-698af90c-11c6-473f-afa6-865b2b258173 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d6af01a-e1db-4d0e-9f7b-6d90d48cbe1f HTTP/1.1" status: 204 len: 168 time: 0.3080611 Sep 23 14:01:15.964759 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46804) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:16.010937 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8518fb2c-0194-4f72-9171-bc2f02e710f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.038165 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.129340 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8518fb2c-0194-4f72-9171-bc2f02e710f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.131592 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.153703 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57b2ea0-41ab-4b73-aae0-cd243e8681ea']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:16.163732 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dd54ae-5c78-496b-ada4-460ce6a30b15') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:16.164026 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dd54ae-5c78-496b-ada4-460ce6a30b15') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:16.183985 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.198805 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.205109 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:01:16.205544 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:01:16.207470 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:01:16.276289 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8518fb2c-0194-4f72-9171-bc2f02e710f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.312668 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518fb2c-0194-4f72-9171-bc2f02e710f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ca5023-1342-4c85-a1fb-35b49f61b374,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:16.317028 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8518fb2c-0194-4f72-9171-bc2f02e710f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb81d814352f4b4d822974d0f224a563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212954 Sep 23 14:01:16.320060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46806) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:16.369853 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.391478 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.398996 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.406522 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.408328 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f57b2ea0-41ab-4b73-aae0-cd243e8681ea HTTP/1.1" status: 204 len: 168 time: 0.4425876 Sep 23 14:01:16.429731 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201acde1-17c3-481e-901a-76817c082b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=f57b2ea0-41ab-4b73-aae0-cd243e8681ea,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:16.613324 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.616076 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:16.617238 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77ca5023-1342-4c85-a1fb-35b49f61b374 HTTP/1.1" status: 204 len: 168 time: 0.2963340 Sep 23 14:01:16.625613 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adcfef-8a14-43a9-8b7b-a88eb771685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ca5023-1342-4c85-a1fb-35b49f61b374,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:16.882150 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46812) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:16.926049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-3a235aeb-a77f-4494-919a-f72b4bbe7ebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62482f18c56e40ccbfc4064f32a273d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416608 Sep 23 14:01:16.927552 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46816) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:16.999532 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-930faccc-3071-4854-9274-12435b5f31dc req-24ac5700-5dd5-438d-9eaa-83660329e7c4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Sep 23 14:01:17.013112 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.040421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.213024 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.215937 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.217211 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36ccc798-697e-437a-9a11-8c1e10bc89cd HTTP/1.1" status: 204 len: 168 time: 0.2886972 Sep 23 14:01:17.225199 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe93215-0555-425d-8d80-40f2c018ce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ccc798-697e-437a-9a11-8c1e10bc89cd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:17.492760 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46822) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:17.528494 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23af4cd5-2b5b-4544-837d-7ff074d8f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.640717 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-e37f5008-1a39-489c-9a61-72a6e12212c1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:17.642582 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-e37f5008-1a39-489c-9a61-72a6e12212c1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.1509843 Sep 23 14:01:17.713559 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-63ff6636-9462-4747-8540-15688d979bfa tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 380 time: 0.0564404 Sep 23 14:01:17.723399 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'port': {'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'admin_state_up': True, 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'security_groups': ['c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:17.766131 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23af4cd5-2b5b-4544-837d-7ff074d8f591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.796137 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0f4c528b-89d7-4e01-badf-9e8b9c4240b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.868858 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-23af4cd5-2b5b-4544-837d-7ff074d8f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:17.917430 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-23af4cd5-2b5b-4544-837d-7ff074d8f591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=640582308d80412eb437babb19416117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236484 Sep 23 14:01:17.918511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4cd5-2b5b-4544-837d-7ff074d8f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf96249-5b52-4757-8e86-d4eaa59d0977,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:17.920917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46834) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:17.980929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.001266 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Made reservation on behalf of 973bfa87bcc64277a0165badd90793af for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:18.004890 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.009233 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.125890 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-722e970d-430c-4d82-869c-62c4192be8ad req-6eb56c5d-88f6-4364-9f5f-12b14ce1f159 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 210 time: 0.0293119 Sep 23 14:01:18.127253 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.129984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.133799 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf96249-5b52-4757-8e86-d4eaa59d0977 HTTP/1.1" status: 204 len: 168 time: 0.2075329 Sep 23 14:01:18.142334 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf703b4-c84b-434b-bc62-9289d1a0286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf96249-5b52-4757-8e86-d4eaa59d0977,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:18.142695 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.20.0.9 (26fa4166-2eca-47c3-bada-8c6d5a84e226/25269edf-99d8-425d-b117-e747d9d7a113/db572771-fbe6-4c60-9b78-1a3edfa67fa0) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:18.296804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.409195 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.466052 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:18.475105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:18.477718 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:18.480182 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:18.497757 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46852) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:18.535645 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:18.536260 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.625070 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-759251364-network', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:18.732974 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-28da4463-aa7d-438c-be1a-5d2eebed0f0e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0134521 Sep 23 14:01:18.746724 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Request body: {'port': {'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:18.809005 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7060ddfb-2d20-4614-8d3e-ae2bd166e8a3 None None] Provisioning complete for port db572771-fbe6-4c60-9b78-1a3edfa67fa0 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:18.809822 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7060ddfb-2d20-4614-8d3e-ae2bd166e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.810439 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.846004 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7060ddfb-2d20-4614-8d3e-ae2bd166e8a3 None None] Port db572771-fbe6-4c60-9b78-1a3edfa67fa0 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:18.854415 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Made reservation on behalf of 76433cc0bb0e44d7aa25ca0adeb38c44 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:18.857572 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.880494 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:18.995581 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.105422 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.119251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db572771-fbe6-4c60-9b78-1a3edfa67fa0 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:01:19.128449 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.135095 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:01:19.142402 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Transition to ACTIVE for port object db572771-fbe6-4c60-9b78-1a3edfa67fa0 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:01:19.149813 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6336175-5dc3-4077-a252-88c8fc43bbd4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:19.156389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.156812 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Added segment 43aa4b69-396b-4b49-bebc-f5ceeb542d22 of type vlan for network 82c13162-775f-4e60-a221-6b875c397d29 Sep 23 14:01:19.204562 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.270732 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fa745-7922-4853-ac5d-8c06a1216ebc req-68df911f-4df0-4a12-a192-e67c76105acf tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:19.272319 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-334fa745-7922-4853-ac5d-8c06a1216ebc req-68df911f-4df0-4a12-a192-e67c76105acf tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 931 time: 0.0630729 Sep 23 14:01:19.277639 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.333591 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:19.337293 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-334fa745-7922-4853-ac5d-8c06a1216ebc req-f7223577-3a88-4578-9699-ef44b7818062 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573444 Sep 23 14:01:19.367225 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.368471 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:19.370083 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.440767 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Attempting to bind port db572771-fbe6-4c60-9b78-1a3edfa67fa0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:19.441404 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Attempting to bind port db572771-fbe6-4c60-9b78-1a3edfa67fa0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:19.441899 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Attempting to bind port db572771-fbe6-4c60-9b78-1a3edfa67fa0 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:19.446471 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] Pushing event updated for resources: {'Network': ['ID=82c13162-775f-4e60-a221-6b875c397d29,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:19.453717 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Port db572771-fbe6-4c60-9b78-1a3edfa67fa0 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 14:01:19.456000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Attempting to bind port db572771-fbe6-4c60-9b78-1a3edfa67fa0 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:19.459484 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 82c13162-775f-4e60-a221-6b875c397d29 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:01:19.461245 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:19.462593 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:19.463994 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Bound using segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:19.464711 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Bound port: db572771-fbe6-4c60-9b78-1a3edfa67fa0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:19.465513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.505259 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-03938acc-d336-41c2-a164-05e47b104b5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0063715 Sep 23 14:01:19.507964 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46876) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:19.514163 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Request body: {'subnet': {'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-759251364-subnet', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'ip_version': 4}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:19.560464 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:19.564241 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:19.601443 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Made reservation on behalf of 76433cc0bb0e44d7aa25ca0adeb38c44 for: {'subnet': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:19.603807 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59618067'] for subnet, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.630425 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.684903 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:19.686021 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.687513 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] 10.222.0.45 "PUT /v2.0/ports/db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 1093 time: 0.9464588 Sep 23 14:01:19.690280 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:19.693866 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617f034e-f4f7-4539-b8a2-be9a9bf2566b" -d '{"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:19.725392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a1083-0c87-4107-b4b4-7db0b53d5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:19.745912 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd7e404-bc1d-4fc0-a47b-76f8ee453c0b x-openstack-request-id: req-efd7e404-bc1d-4fc0-a47b-76f8ee453c0b {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:19.746326 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:19.746671 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efd7e404-bc1d-4fc0-a47b-76f8ee453c0b {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:19.747169 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'status': 'completed', 'code': 200} Sep 23 14:01:19.837489 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-b3ad7362-e0de-44e7-a129-765a726311dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:19.837489 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-b3ad7362-e0de-44e7-a129-765a726311dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1096 time: 0.0581546 Sep 23 14:01:19.882260 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3150404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59618081'] for subnet, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:19.937407 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=da730368-915c-4a9c-a5c6-2415b6d1b0e7,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:19.956427 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Checking segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:19.956788 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Network hostable DHCP agents. Network: 82c13162-775f-4e60-a221-6b875c397d29, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:01:19.966709 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-de6a7540-7fdd-442c-8d29-560332deffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:19.968254 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-de6a7540-7fdd-442c-8d29-560332deffbb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=973bfa87bcc64277a0165badd90793af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1257217 Sep 23 14:01:20.079899 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-78b3d548-ebc1-4495-92d3-b5cf48ec25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.081528 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-617f034e-f4f7-4539-b8a2-be9a9bf2566b req-78b3d548-ebc1-4495-92d3-b5cf48ec25e2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1054096 Sep 23 14:01:20.088484 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Network 82c13162-775f-4e60-a221-6b875c397d29 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:01:20.151152 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e0f97314-b5e8-4002-ac57-062085f6c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.177720 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-420ea35e-85a2-48db-8f38-5c659f8cd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.177720 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-420ea35e-85a2-48db-8f38-5c659f8cd93c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1096 time: 0.0461366 Sep 23 14:01:20.189858 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 82c13162-775f-4e60-a221-6b875c397d29) {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:20.198815 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa319719-6b7d-4d34-a3ba-f7301fd92088 None None] Network 82c13162-775f-4e60-a221-6b875c397d29 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:01:20.200822 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.201531 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.253474 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-6b0a8cfc-6245-45c8-a2e1-ed1272036064 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 217 time: 0.0412700 Sep 23 14:01:20.276667 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-697f1582-3d44-4e70-bff6-17a69466ddbd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7671623 Sep 23 14:01:20.279416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46892) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:20.284058 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:20.340052 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-2dd59ce6-39f9-4fd5-a44e-35ad69f62cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.340052 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-2dd59ce6-39f9-4fd5-a44e-35ad69f62cda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0792301 Sep 23 14:01:20.375358 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-82c13162-775f-4e60-a221-6b875c397d29', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 14:01:20.377005 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.396050 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.397107 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.407710 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703794-6472-4302-8faa-6f4a61337303 req-428ef6a9-ce23-43b4-8110-3ac308a14ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.412646 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-428ef6a9-ce23-43b4-8110-3ac308a14ba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635860 Sep 23 14:01:20.496068 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.519239 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-bdcd5e57-b867-46ee-8a5c-e30ce9eee869 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986114 Sep 23 14:01:20.533725 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713269c3-208b-4210-bb83-b2315a7df147 req-d574eb82-6458-4f36-8497-dedb7fe78db9 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:20.535511 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-713269c3-208b-4210-bb83-b2315a7df147 req-d574eb82-6458-4f36-8497-dedb7fe78db9 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.1052248 Sep 23 14:01:20.576139 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Allocated IP 172.20.0.2 (82c13162-775f-4e60-a221-6b875c397d29/da730368-915c-4a9c-a5c6-2415b6d1b0e7/d53d409d-ff2b-4cc9-92ff-665e96c878a2) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:20.582201 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-713269c3-208b-4210-bb83-b2315a7df147 req-21ab8cac-a8a8-4271-bd85-fdb9a430ad0b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Sep 23 14:01:20.677871 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-79703794-6472-4302-8faa-6f4a61337303 req-1dd79cb6-650d-4efa-8b43-34640bd83874 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506586 Sep 23 14:01:20.738574 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.773201 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.873174 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.943011 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Network 82c13162-775f-4e60-a221-6b875c397d29 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:20.949278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:20.955855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:20.976253 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:20.983155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Pushing event updated for resources: {'Port': ['ID=d53d409d-ff2b-4cc9-92ff-665e96c878a2,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:21.043285 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Attempting to bind port d53d409d-ff2b-4cc9-92ff-665e96c878a2 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:21.046094 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Attempting to bind port d53d409d-ff2b-4cc9-92ff-665e96c878a2 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:21.046094 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Attempting to bind port d53d409d-ff2b-4cc9-92ff-665e96c878a2 on network 82c13162-775f-4e60-a221-6b875c397d29 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:21.049716 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:21.050092 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Checking segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:21.050495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.050936 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Bound using segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:21.051396 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Bound port: d53d409d-ff2b-4cc9-92ff-665e96c878a2, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:21.051776 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.074109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.094348 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.134540 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] For port d53d409d-ff2b-4cc9-92ff-665e96c878a2, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:21.138762 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] For port d53d409d-ff2b-4cc9-92ff-665e96c878a2, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=d53d409d-ff2b-4cc9-92ff-665e96c878a2,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:21.212755 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.217638 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Allocated IP 172.27.1.134 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/75e9063f-dafa-4350-b2bb-7468b355f4e3) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:21.242318 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.312237 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459adec-ad42-47c1-9266-e019826f9a88 None None] Pushing event updated for resources: {'Port': ['ID=d53d409d-ff2b-4cc9-92ff-665e96c878a2,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:21.360194 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.522022 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.564616 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:21.567596 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:21.576448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:21.578218 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Pushing event updated for resources: {'Port': ['ID=75e9063f-dafa-4350-b2bb-7468b355f4e3,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:21.770842 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68a824-2268-4ade-aa7d-244c74e368bf req-82cc03b8-4514-4861-9257-9e69d3d8e9df tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:21.772351 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2f68a824-2268-4ade-aa7d-244c74e368bf req-82cc03b8-4514-4861-9257-9e69d3d8e9df tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.0824649 Sep 23 14:01:21.812511 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46932) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:21.813010 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2f68a824-2268-4ade-aa7d-244c74e368bf req-73c91f6e-1e86-4719-b2b8-662e65d346ee tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Sep 23 14:01:21.937989 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15a0efb3-bb98-41df-82f4-ca9824f77e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:21.958667 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.048783 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15a0efb3-bb98-41df-82f4-ca9824f77e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.115837 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-15a0efb3-bb98-41df-82f4-ca9824f77e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.165060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0efb3-bb98-41df-82f4-ca9824f77e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01cbaa-4264-4dc1-a314-e1ffe2b7e210,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:22.172961 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-15a0efb3-bb98-41df-82f4-ca9824f77e14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e96d507a265a4f26b18cee2e2ddb48fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595090 Sep 23 14:01:22.175588 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46936) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:22.250926 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.285860 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743cf54-a883-423f-bd91-13ea98cb0c12 None None] Network 82c13162-775f-4e60-a221-6b875c397d29 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:01:22.291862 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.329619 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device d53d409d-ff2b-4cc9-92ff-665e96c878a2 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:22.412335 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] Provisioning complete for port d53d409d-ff2b-4cc9-92ff-665e96c878a2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:22.412708 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.488032 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.502953 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port d53d409d-ff2b-4cc9-92ff-665e96c878a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:22.503336 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.510881 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.513855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.524724 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f01cbaa-4264-4dc1-a314-e1ffe2b7e210 HTTP/1.1" status: 204 len: 168 time: 0.3391659 Sep 23 14:01:22.529506 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417547a3-c31f-447d-a18a-42053c8957ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01cbaa-4264-4dc1-a314-e1ffe2b7e210,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:22.640399 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.757154 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Router a4de16db-fe57-427d-9d24-c84127ec5fe6 is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:01:22.847560 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] For port d53d409d-ff2b-4cc9-92ff-665e96c878a2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=d53d409d-ff2b-4cc9-92ff-665e96c878a2,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:22.848636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.928520 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:22.960372 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:22.977234 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Sync routers for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:22.990731 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:22.991319 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:22.993530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be5855-f1cd-4c38-9e46-32ac6ad79c23 req-8173dad3-ade3-492f-a202-7168ce8acbc1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:22.995113 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3be5855-f1cd-4c38-9e46-32ac6ad79c23 req-8173dad3-ade3-492f-a202-7168ce8acbc1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.0809412 Sep 23 14:01:23.017346 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.db.api [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 14:01:23.018127 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG oslo_db.api [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 14:01:23.034322 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.036564 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-96708912-a962-49a9-aa56-fd52b595cb5f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7558093 Sep 23 14:01:23.039176 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 46944) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:23.065851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee03a9-dcd5-40ac-a8d2-5a3361402f65 None None] Pushing event updated for resources: {'Port': ['ID=d53d409d-ff2b-4cc9-92ff-665e96c878a2,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:23.077698 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3be5855-f1cd-4c38-9e46-32ac6ad79c23 req-148f2ebf-7a7d-4671-91aa-ad95b9e9727d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711966 Sep 23 14:01:23.092878 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-71ec60e8-a543-4e91-9832-3c089dd466c6 None None] Provisioning complete for port d53d409d-ff2b-4cc9-92ff-665e96c878a2 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:23.093400 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-71ec60e8-a543-4e91-9832-3c089dd466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.141219 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:23.281796 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.282786 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46946) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:23.301211 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.355478 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:21Z', 'revision_number': 3, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:23.384799 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Checking router: a4de16db-fe57-427d-9d24-c84127ec5fe6 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:23.385162 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Updating router a4de16db-fe57-427d-9d24-c84127ec5fe6 port 75e9063f-dafa-4350-b2bb-7468b355f4e3 binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:01:23.427297 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.433192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.563330 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.622190 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6def25075bd4e0a9fed5ea24be647fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379319 Sep 23 14:01:23.623131 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ad00d-e905-49be-b97d-af5f2f618872,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:23.625197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 46948) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:23.643095 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.643432 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.643774 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.644108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.644438 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.644770 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.645113 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.645456 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.645780 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.646127 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.646433 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.646750 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9e481-1458-4ed2-ad86-7007b02c32f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.695598 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.736383 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.738295 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.836124 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.871224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.872369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.874346 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.875976 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d4ad00d-e905-49be-b97d-af5f2f618872 HTTP/1.1" status: 204 len: 168 time: 0.2497225 Sep 23 14:01:23.888114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fabcf-4b37-45d2-a621-7f269627aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ad00d-e905-49be-b97d-af5f2f618872,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:23.905844 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Pushing event updated for resources: {'Port': ['ID=75e9063f-dafa-4350-b2bb-7468b355f4e3,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:23.928786 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.928956 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.929296 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.929644 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.929934 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.930254 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.930589 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.930919 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.931249 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.931648 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.932597 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.932919 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:23.959645 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Attempting to bind port 75e9063f-dafa-4350-b2bb-7468b355f4e3 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:23.960647 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Attempting to bind port 75e9063f-dafa-4350-b2bb-7468b355f4e3 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:23.961745 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Attempting to bind port 75e9063f-dafa-4350-b2bb-7468b355f4e3 on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:23.977054 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:23.979139 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:23.981034 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:23.982039 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:23.983107 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Bound port: 75e9063f-dafa-4350-b2bb-7468b355f4e3, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:23.984119 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.076669 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] For port 75e9063f-dafa-4350-b2bb-7468b355f4e3, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:24.083283 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] For port 75e9063f-dafa-4350-b2bb-7468b355f4e3, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=75e9063f-dafa-4350-b2bb-7468b355f4e3,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:24.084957 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Allocated IP 172.20.0.1 (82c13162-775f-4e60-a221-6b875c397d29/da730368-915c-4a9c-a5c6-2415b6d1b0e7/3aa72ea2-cc8b-4f36-8661-836e2a976911) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:24.170803 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.248630 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:24.249489 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:24.251325 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device d53d409d-ff2b-4cc9-92ff-665e96c878a2 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:24.269122 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.295355 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65e86f-75a0-4302-a7c2-53c9def65906 req-3d73e145-46a7-4dbc-8adc-10dd5a403d4d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:24.298371 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c65e86f-75a0-4302-a7c2-53c9def65906 req-3d73e145-46a7-4dbc-8adc-10dd5a403d4d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.1123967 Sep 23 14:01:24.314742 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a017-9ab5-4357-ad48-46217867bdc3 None None] Pushing event updated for resources: {'Port': ['ID=75e9063f-dafa-4350-b2bb-7468b355f4e3,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:24.355241 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port d53d409d-ff2b-4cc9-92ff-665e96c878a2 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:24.355874 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.361918 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5c65e86f-75a0-4302-a7c2-53c9def65906 req-fb507a6b-51f7-4e25-9dc3-a8a0ea23b8a2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539966 Sep 23 14:01:24.398923 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:24.430812 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.482984 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Network 82c13162-775f-4e60-a221-6b875c397d29 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:24.488623 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:24.505843 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:24.544616 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:24.573670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.664151 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:21Z', 'revision_number': 3, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:24.699282 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53972642-482d-4a52-a1ee-b5c09de1c017 None None] The sync data for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi is: [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:21Z', 'revision_number': 3, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:24.796636 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-590d2c6a-3157-47fd-8fd9-03d20c9eca94 None None] Provisioning complete for port 3aa72ea2-cc8b-4f36-8661-836e2a976911 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:24.797097 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-590d2c6a-3157-47fd-8fd9-03d20c9eca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.801822 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:24.838031 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-590d2c6a-3157-47fd-8fd9-03d20c9eca94 None None] Port 3aa72ea2-cc8b-4f36-8661-836e2a976911 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:25.037560 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:25.104212 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:25.182964 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:25.186077 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:25.295680 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Network 82c13162-775f-4e60-a221-6b875c397d29 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:25.297434 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:25.471697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Router a4de16db-fe57-427d-9d24-c84127ec5fe6 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:01:25.522044 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c173-87f4-445d-8e20-efe70bd0834b req-6d13ebf6-4881-42a4-9a0c-7d98b7a60bdc tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:25.524959 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d1a5c173-87f4-445d-8e20-efe70bd0834b req-6d13ebf6-4881-42a4-9a0c-7d98b7a60bdc tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.0727854 Sep 23 14:01:25.572325 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-598d3857-7dc8-4df5-a8da-853c05d9c8c3 None None] Provisioning complete for port 3aa72ea2-cc8b-4f36-8661-836e2a976911 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:25.572860 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-598d3857-7dc8-4df5-a8da-853c05d9c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:25.606537 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d1a5c173-87f4-445d-8e20-efe70bd0834b req-84419346-52ac-4554-91be-f32b7a6f5e3f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755510 Sep 23 14:01:25.634661 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-598d3857-7dc8-4df5-a8da-853c05d9c8c3 None None] Port 3aa72ea2-cc8b-4f36-8661-836e2a976911 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:25.695362 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:25.705059 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-4e58adc5-6964-4525-b0de-454fab65f2b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/a4de16db-fe57-427d-9d24-c84127ec5fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6647606 Sep 23 14:01:26.257196 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 75e9063f-dafa-4350-b2bb-7468b355f4e3 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:26.321381 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 75e9063f-dafa-4350-b2bb-7468b355f4e3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:26.321767 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:26.415806 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:26.445411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port 75e9063f-dafa-4350-b2bb-7468b355f4e3, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=75e9063f-dafa-4350-b2bb-7468b355f4e3,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:26.562194 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:26.635831 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=75e9063f-dafa-4350-b2bb-7468b355f4e3,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:26.642691 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Sync routers for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:26.655917 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:26.656744 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:26.698390 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47038) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:26.704678 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1294220877-network', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:26.783594 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c729-b65b-43fd-ac92-a3216516c9c8 req-dabaa920-bd10-4fb2-9e36-f90f6dc329f6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:26.785409 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7be9c729-b65b-43fd-ac92-a3216516c9c8 req-dabaa920-bd10-4fb2-9e36-f90f6dc329f6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.0679772 Sep 23 14:01:26.813905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:26.825002 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Made reservation on behalf of d65b80b548fa4c94b73a08340af68425 for: {'network': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:26.827420 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for network, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:26.852405 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:26.856886 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7be9c729-b65b-43fd-ac92-a3216516c9c8 req-d03387cd-c564-4715-85f0-31baa4b9a7b8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648775 Sep 23 14:01:26.991571 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.043468 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.066271 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:01:27.070186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 2, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:27.084165 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f09d96-adde-49e4-bf30-b428cc8f5535,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:27.087774 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.087774 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.segments_db [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Added segment 8917152d-0498-401b-afde-59b6cae44592 of type vlan for network 1d12f15b-ff91-4b54-9773-234f3ed6c717 Sep 23 14:01:27.123977 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Checking router: a4de16db-fe57-427d-9d24-c84127ec5fe6 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:27.130148 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Updating router a4de16db-fe57-427d-9d24-c84127ec5fe6 port 3aa72ea2-cc8b-4f36-8661-836e2a976911 binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:01:27.135645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768619025695'] for network, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.176246 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.258579 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466'] for network, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.259651 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:27.260670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.321481 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] Pushing event updated for resources: {'Network': ['ID=1d12f15b-ff91-4b54-9773-234f3ed6c717,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:27.341429 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 details requested by agent ovs-agent-dv-cinder-733622-19-iscsi with host dv-cinder-733622-19-iscsi {{(pid=106389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 14:01:27.449456 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2343917a-5c12-4bc6-8668-75324d60a318 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7499893 Sep 23 14:01:27.453796 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47054) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:27.463784 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Request body: {'subnet': {'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1294220877-subnet', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'ip_version': 4}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:27.549739 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.583339 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Made reservation on behalf of d65b80b548fa4c94b73a08340af68425 for: {'subnet': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:27.585713 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60630690'] for subnet, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.624558 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.725677 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5817-5c86-4d46-babf-766a1d64895d None None] Pushing event updated for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:27.776160 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Attempting to bind port 3aa72ea2-cc8b-4f36-8661-836e2a976911 on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:27.776533 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Attempting to bind port 3aa72ea2-cc8b-4f36-8661-836e2a976911 by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:27.776930 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Attempting to bind port 3aa72ea2-cc8b-4f36-8661-836e2a976911 on network 82c13162-775f-4e60-a221-6b875c397d29 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:27.782209 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:27.782607 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Checking segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:27.783025 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.783423 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Bound using segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:27.783901 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Bound port: 3aa72ea2-cc8b-4f36-8661-836e2a976911, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:27.784286 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.867467 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] For port 3aa72ea2-cc8b-4f36-8661-836e2a976911, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:27.872570 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] For port 3aa72ea2-cc8b-4f36-8661-836e2a976911, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=3aa72ea2-cc8b-4f36-8661-836e2a976911,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:27.891542 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60629059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60630672'] for subnet, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.942612 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a2ec24-7ef2-46f1-a94a-4ded89e73830,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:27.961018 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Checking segment: {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:27.961756 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Network hostable DHCP agents. Network: 1d12f15b-ff91-4b54-9773-234f3ed6c717, hostable agents: ['dd8c74bc-53e4-44da-a4d3-74fff3cac951'], hosted agents: [] {{(pid=106388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:01:27.969772 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:27.981190 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f902e023-2661-418e-9c83-861f9583f52a None None] Provisioning complete for port 3aa72ea2-cc8b-4f36-8661-836e2a976911 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:27.985680 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f902e023-2661-418e-9c83-861f9583f52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.018630 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f17a0-ff93-4f60-8206-e2a774984743 req-8e5531db-2f4d-47d9-ab40-0c83f8bb1397 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:28.021048 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-197f17a0-ff93-4f60-8206-e2a774984743 req-8e5531db-2f4d-47d9-ab40-0c83f8bb1397 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.0637574 Sep 23 14:01:28.077235 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-197f17a0-ff93-4f60-8206-e2a774984743 req-ff25f575-dd02-4d72-956d-44b9fb636780 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Sep 23 14:01:28.079276 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:28.080261 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:28.081815 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 is scheduled to be hosted by DHCP agent dd8c74bc-53e4-44da-a4d3-74fff3cac951 with binding_index 1 {{(pid=106388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:01:28.085062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5817-5c86-4d46-babf-766a1d64895d None None] Pushing event updated for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:28.178762 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-19-iscsi, 1d12f15b-ff91-4b54-9773-234f3ed6c717) {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:28.183649 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:28.184673 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.206930 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0002bc-a29c-44c1-8916-a471d4eaabdc None None] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:01:28.257537 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 75e9063f-dafa-4350-b2bb-7468b355f4e3 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:28.299585 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-96de5d8f-08ab-4af9-96d5-d408adfb891f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8430061 Sep 23 14:01:28.303219 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47060) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:28.307855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:28.321825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f902e023-2661-418e-9c83-861f9583f52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.350825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:28.390836 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15746'] for router, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.391951 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2061160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15755'] for router, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.460689 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.638420 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-f902e023-2661-418e-9c83-861f9583f52a None None] For port 3aa72ea2-cc8b-4f36-8661-836e2a976911, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=3aa72ea2-cc8b-4f36-8661-836e2a976911,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:28.689636 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.716096 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 75e9063f-dafa-4350-b2bb-7468b355f4e3 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:28.716484 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.747128 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f902e023-2661-418e-9c83-861f9583f52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.866072 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd87f49f2-a9e9-536f-88e1-a91725340318-1d12f15b-ff91-4b54-9773-234f3ed6c717', 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'fixed_ips': [{'subnet_id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830'}]}} from dv-cinder-733622-19-iscsi. {{(pid=106389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 14:01:28.866915 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.907630 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902e023-2661-418e-9c83-861f9583f52a None None] Pushing event updated for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:28.967744 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-5884396c-b5f5-4c80-85c3-28a1de37d411 None None] Provisioning complete for port 3aa72ea2-cc8b-4f36-8661-836e2a976911 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:28.968228 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5884396c-b5f5-4c80-85c3-28a1de37d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:28.995566 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.028287 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.126528 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:27Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:29.176581 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2739cf6c-d694-4c94-95fe-d97e7bec201a None None] The sync data for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi is: [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:27Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:29.188483 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.db_base_plugin_common [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Allocated IP 172.20.0.2 (1d12f15b-ff91-4b54-9773-234f3ed6c717/42a2ec24-7ef2-46f1-a94a-4ded89e73830/0fee9eb0-15a2-44e4-a162-7fe2327ca1ce) {{(pid=106389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:29.200150 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Allocated IP 172.27.1.65 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/be381401-1bb6-4613-a1f8-351d1d0bce3f) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:29.273677 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d934e28-6bd8-43a4-9800-7460e528a720 req-f54a790d-97b5-469d-a2c7-c34057d0cb00 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:29.283529 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d934e28-6bd8-43a4-9800-7460e528a720 req-f54a790d-97b5-469d-a2c7-c34057d0cb00 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 943 time: 0.1066167 Sep 23 14:01:29.329492 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d934e28-6bd8-43a4-9800-7460e528a720 req-1eef2688-6c1b-478d-828c-4b00e17233b2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Sep 23 14:01:29.431195 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.469721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks [] for port, precommit_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.560574 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529'] for port, after_create {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.574454 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.612661 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 is already hosted by enough agents. {{(pid=106389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:29.616023 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.scheduler.base_scheduler [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Resources bound (agent type, host, resource id): {{(pid=106389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:29.619421 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Received port after_create {{(pid=106389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:29.625006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:29.627770 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:29.631685 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:29.636635 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Pushing event updated for resources: {'Port': ['ID=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,revision_number=1']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:29.683860 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Pushing event updated for resources: {'Port': ['ID=be381401-1bb6-4613-a1f8-351d1d0bce3f,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:29.710919 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Attempting to bind port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:29.711408 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Attempting to bind port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:29.711874 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Attempting to bind port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce on network 1d12f15b-ff91-4b54-9773-234f3ed6c717 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:29.723094 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:29.723835 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Checking segment: {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:29.724416 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.725397 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Bound using segment: {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:29.726774 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Bound port: 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:29.727091 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:29.733250 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device db572771-fbe6-4c60-9b78-1a3edfa67fa0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:01:29.958745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] For port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:29.968923 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] For port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:29.993270 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:30.014411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:01:30.050590 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.105347 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.141566 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db572771-fbe6-4c60-9b78-1a3edfa67fa0 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:01:30.187606 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.215745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:30.217412 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f3b6-75dd-40bb-81b7-4b8f7b618239 None None] Pushing event updated for resources: {'Port': ['ID=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,revision_number=2']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:30.278578 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.363634 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 3aa72ea2-cc8b-4f36-8661-836e2a976911 up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:30.522447 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:30.624097 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c8170-8127-4262-9e56-107fc625b07b req-d5d87cfd-660e-4345-b086-a5b5f29fe66c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:30.628423 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['db572771-fbe6-4c60-9b78-1a3edfa67fa0'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:01:30.654212 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bf1c8170-8127-4262-9e56-107fc625b07b req-d5d87cfd-660e-4345-b086-a5b5f29fe66c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 944 time: 0.2021484 Sep 23 14:01:30.660183 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2061073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2063525'] for router, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.731880 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bf1c8170-8127-4262-9e56-107fc625b07b req-5dc2ba52-ebe7-4099-b74c-c2de04f98015 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759740 Sep 23 14:01:30.764609 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 3aa72ea2-cc8b-4f36-8661-836e2a976911 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:30.765979 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:30.921427 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Router df5aa401-4ed0-4e42-a2b7-6369a69aef7a is scheduled to L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 with binding_index 1 {{(pid=106388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 14:01:31.077858 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:31.087927 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Sync routers for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:31.100847 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:31.101747 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:31.214645 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:31.219919 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47088) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:31.220182 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-16b2ba83-fe7f-44e0-b742-5ba7e361f6aa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9157081 Sep 23 14:01:31.239400 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:31.505549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb6e13-5019-449f-a245-a4a1a5f84ff5 None None] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:01:31.607224 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] Provisioning complete for port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:31.607821 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:31.637045 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:29Z', 'revision_number': 3, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:31.698538 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Checking router: df5aa401-4ed0-4e42-a2b7-6369a69aef7a for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:31.699456 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Updating router df5aa401-4ed0-4e42-a2b7-6369a69aef7a port be381401-1bb6-4613-a1f8-351d1d0bce3f binding host dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:01:31.736850 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:31.754567 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device db572771-fbe6-4c60-9b78-1a3edfa67fa0 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:31.799074 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:31.989403 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.014242 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54dd38-b271-4a57-b995-87d65f3e6c59 req-1a9ad9d3-6c68-4cb3-bc11-2ce9a864f82d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:32.016132 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0a54dd38-b271-4a57-b995-87d65f3e6c59 req-1a9ad9d3-6c68-4cb3-bc11-2ce9a864f82d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 944 time: 0.1066711 Sep 23 14:01:32.069486 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port db572771-fbe6-4c60-9b78-1a3edfa67fa0 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:01:32.075437 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] For port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:32.081993 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port db572771-fbe6-4c60-9b78-1a3edfa67fa0 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:32.082981 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.109926 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0a54dd38-b271-4a57-b995-87d65f3e6c59 req-02075a7d-25c5-4dec-8806-9ff474e80e1f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782402 Sep 23 14:01:32.113195 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Allocated IP 172.20.0.1 (1d12f15b-ff91-4b54-9773-234f3ed6c717/42a2ec24-7ef2-46f1-a94a-4ded89e73830/8dbda50a-bf08-4252-8255-34a48ff3a8ea) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:32.119333 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks [] for port, precommit_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.168854 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.218518 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.273755 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.316320 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9292-74f5-41c7-8923-d3871b897566 None None] Pushing event updated for resources: {'Port': ['ID=be381401-1bb6-4613-a1f8-351d1d0bce3f,revision_number=2']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:32.324523 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Attempting to bind port be381401-1bb6-4613-a1f8-351d1d0bce3f on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:32.325129 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Attempting to bind port be381401-1bb6-4613-a1f8-351d1d0bce3f by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:32.325918 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Attempting to bind port be381401-1bb6-4613-a1f8-351d1d0bce3f on network 42b93358-f7d1-4cd1-aa41-445346ad8247 {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:32.332746 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:32.333493 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Checking segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:32.334188 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.334807 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Bound using segment: {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'} {{(pid=106390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:32.335469 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.managers [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Bound port: be381401-1bb6-4613-a1f8-351d1d0bce3f, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b6b4bd-119e-4396-b450-303c3629e35f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}}] {{(pid=106390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:32.340252 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.390949 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.406603 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] For port be381401-1bb6-4613-a1f8-351d1d0bce3f, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:32.410286 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.plugins.ml2.db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] For port be381401-1bb6-4613-a1f8-351d1d0bce3f, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=be381401-1bb6-4613-a1f8-351d1d0bce3f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:32.426531 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:32.430790 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.436106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:32.445307 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:32.454810 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743e82-e42e-4a52-8087-bcdc1ccefaa3 None None] Pushing event updated for resources: {'Port': ['ID=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:32.459890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:32.487877 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Pushing event updated for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:32.492106 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:32.495281 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de442b51-151c-4d17-bb1e-736d0398659a" -d '{"events": [{"server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "name": "network-vif-plugged", "status": "completed", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:32.519380 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:32.520095 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064024'] for router_interface, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.528786 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e9ddfeea-210f-4641-a910-ae4dbc89c653 None None] Provisioning complete for port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:32.529173 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfeea-210f-4641-a910-ae4dbc89c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.560522 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99bd777-ab92-4ecf-99d9-d8c12eafdddc x-openstack-request-id: req-d99bd777-ab92-4ecf-99d9-d8c12eafdddc {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:32.560813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "name": "network-vif-plugged", "status": "completed", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:32.561065 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99bd777-ab92-4ecf-99d9-d8c12eafdddc {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:32.561643 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'code': 200} Sep 23 14:01:32.562144 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron_lib.callbacks.manager [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.568657 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:32.568783 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.646180 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.652497 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:32.653471 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:32.716933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:32.753623 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d9292-74f5-41c7-8923-d3871b897566 None None] Pushing event updated for resources: {'Port': ['ID=be381401-1bb6-4613-a1f8-351d1d0bce3f,revision_number=3']} {{(pid=106390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:32.859390 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.871300 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:32.923692 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-f1653f10-8cd4-4686-ba24-c7cdd5559be8 None None] Provisioning complete for port 8dbda50a-bf08-4252-8255-34a48ff3a8ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:32.924150 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-f1653f10-8cd4-4686-ba24-c7cdd5559be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:32.996599 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-f1653f10-8cd4-4686-ba24-c7cdd5559be8 None None] Port 8dbda50a-bf08-4252-8255-34a48ff3a8ea cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:33.102340 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ae39b-8fba-4ccb-b61c-ab8530b7be1c req-a1c3ac32-fd9e-4bd9-ae5c-71972325bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:33.104605 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-395ae39b-8fba-4ccb-b61c-ab8530b7be1c req-a1c3ac32-fd9e-4bd9-ae5c-71972325bc42 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1098 time: 0.1118324 Sep 23 14:01:33.164031 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:29Z', 'revision_number': 3, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:33.182178 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:33.185013 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-395ae39b-8fba-4ccb-b61c-ab8530b7be1c req-61ae5667-2d0f-4179-ab9a-99d2eacf8963 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715783 Sep 23 14:01:33.198770 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033198a-f261-4b8b-9970-15d750b13d8e None None] The sync data for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi is: [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:29Z', 'revision_number': 3, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:33.269942 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e55be-0a0b-4731-b278-d6aec074099e req-b3d64760-1702-457a-b3ac-f5b1eea32c37 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:33.271701 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f21e55be-0a0b-4731-b278-d6aec074099e req-b3d64760-1702-457a-b3ac-f5b1eea32c37 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Sep 23 14:01:33.273007 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:33.390526 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2061416'] for router_interface, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:33.395755 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Pushing event updated for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:33.408700 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f21e55be-0a0b-4731-b278-d6aec074099e req-c4a89a31-c489-4b26-8198-496095a4c481 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025770 Sep 23 14:01:33.528953 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:33.530650 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:33.753460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Router df5aa401-4ed0-4e42-a2b7-6369a69aef7a has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:01:33.842025 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-7703e027-b580-4f31-afd2-5e3900300c11 None None] Provisioning complete for port 8dbda50a-bf08-4252-8255-34a48ff3a8ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:33.842990 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7703e027-b580-4f31-afd2-5e3900300c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:33.898625 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-7703e027-b580-4f31-afd2-5e3900300c11 None None] Port 8dbda50a-bf08-4252-8255-34a48ff3a8ea cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:33.923450 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85039e-e7a3-4b49-a923-77f255dd89d1 req-a279fbfa-1a29-47a2-b57e-4ad4104124a0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:33.925600 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0b85039e-e7a3-4b49-a923-77f255dd89d1 req-a279fbfa-1a29-47a2-b57e-4ad4104124a0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.1072233 Sep 23 14:01:33.963545 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:33.971025 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-2174ba05-253e-4ca8-8551-760af4336e0e admin admin] 10.222.0.18 "PUT /v2.0/routers/df5aa401-4ed0-4e42-a2b7-6369a69aef7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500484 Sep 23 14:01:33.996945 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0b85039e-e7a3-4b49-a923-77f255dd89d1 req-da136605-fd4a-4435-84b2-19e601015c60 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583498 Sep 23 14:01:34.383950 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:34.470397 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:34.471038 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:34.579524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6207c-9355-4d3c-9b61-a3af53f8c860 req-7b0d1a90-daa4-4613-825e-3a19c2a198e3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:34.581618 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63a6207c-9355-4d3c-9b61-a3af53f8c860 req-7b0d1a90-daa4-4613-825e-3a19c2a198e3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.0901628 Sep 23 14:01:34.600703 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device be381401-1bb6-4613-a1f8-351d1d0bce3f up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:34.646044 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-63a6207c-9355-4d3c-9b61-a3af53f8c860 req-593dd55f-78b7-40ee-b7c5-27b3a65aa93a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529833 Sep 23 14:01:34.709131 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port be381401-1bb6-4613-a1f8-351d1d0bce3f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:34.709685 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:34.833939 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:34.852300 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ad7a-60d8-49ea-9fd7-5c05332bfbe5 req-dca75d88-ad1d-43af-a34d-6e2cf4775682 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:34.864110 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7af0ad7a-60d8-49ea-9fd7-5c05332bfbe5 req-dca75d88-ad1d-43af-a34d-6e2cf4775682 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.0892665 Sep 23 14:01:34.872402 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] For port be381401-1bb6-4613-a1f8-351d1d0bce3f, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=be381401-1bb6-4613-a1f8-351d1d0bce3f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:34.930760 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:34.934197 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7af0ad7a-60d8-49ea-9fd7-5c05332bfbe5 req-8fb7b5e8-e2d4-4cf0-af9e-92ebecd5f678 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686243 Sep 23 14:01:34.954968 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:35.003050 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Pushing event updated for resources: {'Port': ['ID=be381401-1bb6-4613-a1f8-351d1d0bce3f,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:35.008216 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bf707-d0d6-4006-9a76-87e64b845bd5 tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:35.012687 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-6c3bf707-d0d6-4006-9a76-87e64b845bd5 tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1093 time: 0.0538499 Sep 23 14:01:35.012900 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47124) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:35.018202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:35.064782 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47128) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:35.070027 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859211239', 'description': 'tempest-secgroup-smoke-1859211239 description', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:35.135496 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799340-2ddf-4e77-9798-4a27c1d0ff2a req-541fe853-b4c9-4f8c-9635-99a67eef5c2a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:35.137133 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e4799340-2ddf-4e77-9798-4a27c1d0ff2a req-541fe853-b4c9-4f8c-9635-99a67eef5c2a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0541744 Sep 23 14:01:35.140876 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.213894 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e4799340-2ddf-4e77-9798-4a27c1d0ff2a req-a5b3b0e0-fa06-4662-9a6c-71b52d19739b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676789 Sep 23 14:01:35.288780 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.364988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.461537 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.464430 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-f11ac5fc-bcb2-4f28-8b9b-cc53d7546276 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:35.467100 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-f11ac5fc-bcb2-4f28-8b9b-cc53d7546276 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0876966 Sep 23 14:01:35.520406 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.27.1.201 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/d1887dd7-19dd-4572-8766-c0370e28a560) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:35.538765 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.578509 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Deleting port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:35.578967 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.640505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d18288-6ce7-4493-928f-f6202c912c17,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:35.647345 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.651080 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e7aa8cb6-a4d3-41a7-a0ce-6b6bf6c32c11 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5845108 Sep 23 14:01:35.656533 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47132) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:35.662772 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:35.711965 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.813676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.841714 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.904102 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:35.911814 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:35.919522 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:35.928918 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=d1887dd7-19dd-4572-8766-c0370e28a560,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:35.954763 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] For port 9d07fc74-87bc-4860-8f9f-6fd66eed6597, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d07fc74-87bc-4860-8f9f-6fd66eed6597,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:35.962083 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:35.964641 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.053758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.086010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5357b1-462c-477e-9c50-7da27633fd5b,revision_number=0']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:36.148126 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.154437 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a9558bae-bd21-4cdb-999b-50bd9ce6613a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4925516 Sep 23 14:01:36.154846 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47134) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:36.161203 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:36.204754 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.205326 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.205854 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.l3_db [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Floating IP 983e7cdf-00d5-4f47-8b0c-26109a1382cb disassociated. External IP: 172.27.1.202, port: 9d07fc74-87bc-4860-8f9f-6fd66eed6597. Sep 23 14:01:36.206387 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Calling delete_port for 9d07fc74-87bc-4860-8f9f-6fd66eed6597 owned by compute:nova {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:36.264556 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Sync routers for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:36.299204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:36.299204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:36.312234 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device be381401-1bb6-4613-a1f8-351d1d0bce3f up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:36.396392 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.457530 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port be381401-1bb6-4613-a1f8-351d1d0bce3f triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:36.458185 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.495900 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:36.524341 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7a41-da56-4e22-9452-b22aeeaefd30 req-b4657a28-3b0d-4680-aa72-9cf6990790bb tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:36.526490 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a30c7a41-da56-4e22-9452-b22aeeaefd30 req-b4657a28-3b0d-4680-aa72-9cf6990790bb tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 947 time: 0.0852633 Sep 23 14:01:36.573886 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.621102 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.630187 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a30c7a41-da56-4e22-9452-b22aeeaefd30 req-463d9880-ece5-4cec-952b-88e78d7fa05b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5099a5f-fe52-461e-968f-205e6810a8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613313 Sep 23 14:01:36.705542 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:01:36.760483 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.788975 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd0f5cc-9b02-4b2f-b2eb-f50e06368bc6,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:36.799376 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 4, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '8dbda50a-bf08-4252-8255-34a48ff3a8ea', 'name': '', 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'mac_address': 'fa:16:3e:37:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:31Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 2, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'subnets': [{'id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:36.800467 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.830595 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'Port': ['ID=9d07fc74-87bc-4860-8f9f-6fd66eed6597,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:36.835726 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Checking router: df5aa401-4ed0-4e42-a2b7-6369a69aef7a for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:36.836373 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Updating router df5aa401-4ed0-4e42-a2b7-6369a69aef7a port 8dbda50a-bf08-4252-8255-34a48ff3a8ea binding host dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:01:36.847492 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.872627 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.930376 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:36.933244 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5a758a75-3820-470d-a06b-b542c18301e8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7769151 Sep 23 14:01:36.937492 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47140) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:36.947375 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:37.080258 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:01:37.166293 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.251177 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:37.274181 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:37.292780 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks [] for port, precommit_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.301814 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:37.302664 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:37.375643 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] No DVR routers for this DVR port 9d07fc74-87bc-4860-8f9f-6fd66eed6597 on host hv-cinder-73362 {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:01:37.383855 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.387238 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-99bb65a2-c225-4b17-8128-ee5a5c08f8dd req-5ba09034-5ddd-4a40-ad98-713c17cbc23e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "DELETE /v2.0/ports/9d07fc74-87bc-4860-8f9f-6fd66eed6597 HTTP/1.1" status: 204 len: 173 time: 1.9114070 Sep 23 14:01:37.387804 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-deleted', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:37.391543 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649939ab-ba03-4121-b86e-d9604ecedf7b" -d '{"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-deleted", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:37.402185 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.451615 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002148f6-708e-4d55-8f8e-6ee0b7ea70e0 x-openstack-request-id: req-002148f6-708e-4d55-8f8e-6ee0b7ea70e0 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:37.452178 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415818f-d2f2-4612-a117-ca144c270573", "name": "network-vif-deleted", "tag": "9d07fc74-87bc-4860-8f9f-6fd66eed6597", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:37.453430 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-002148f6-708e-4d55-8f8e-6ee0b7ea70e0 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:37.453430 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415818f-d2f2-4612-a117-ca144c270573', 'name': 'network-vif-deleted', 'tag': '9d07fc74-87bc-4860-8f9f-6fd66eed6597', 'status': 'completed', 'code': 200} Sep 23 14:01:37.455310 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.487437 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:37.547351 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.578774 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.601977 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.656652 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561c8f50-e750-45ed-a393-5dfbbea73652,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:37.677625 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dba91-34d2-4de4-9db7-dd21c6ebfd13 None None] Pushing event updated for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=3']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:37.714014 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=d1887dd7-19dd-4572-8766-c0370e28a560,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:37.721840 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.762236 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Attempting to bind port 8dbda50a-bf08-4252-8255-34a48ff3a8ea on host dv-cinder-733622-19-iscsi for vnic_type normal with profile {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:37.762670 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Attempting to bind port 8dbda50a-bf08-4252-8255-34a48ff3a8ea by drivers openvswitch,hyperv on host dv-cinder-733622-19-iscsi at level 0 using segments [{'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:37.762978 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Attempting to bind port 8dbda50a-bf08-4252-8255-34a48ff3a8ea on network 1d12f15b-ff91-4b54-9773-234f3ed6c717 {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:37.766978 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.768267 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ce31b5ec-7850-4478-95de-53c3aa0cfb41 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8293643 Sep 23 14:01:37.772743 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47152) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:37.778330 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:37.782944 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Checking agent: {'id': 'c5f80513-4c2e-4f6f-b590-2cbe16e7ed44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 45, 51), 'started_at': datetime.datetime(2021, 9, 23, 13, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:37.784197 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Checking segment: {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:37.784631 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.785039 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Bound using segment: {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'} {{(pid=106389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:37.785575 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.managers [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Bound port: 8dbda50a-bf08-4252-8255-34a48ff3a8ea, host: dv-cinder-733622-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8917152d-0498-401b-afde-59b6cae44592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717'}}] {{(pid=106389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:37.785966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.851910 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:37.900798 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:37.915551 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:37.916746 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] For port 8dbda50a-bf08-4252-8255-34a48ff3a8ea, host dv-cinder-733622-19-iscsi, cleared binding levels {{(pid=106389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:37.917433 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:37.924054 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] For port 8dbda50a-bf08-4252-8255-34a48ff3a8ea, host dv-cinder-733622-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=8dbda50a-bf08-4252-8255-34a48ff3a8ea,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:37.954714 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:37.965861 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a8846366-6fa4-4ec8-bf0a-350ab543bb7b req-e1179a82-178d-434a-8b42-b766fc044fbe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f415818f-d2f2-4612-a117-ca144c270573 HTTP/1.1" status: 200 len: 210 time: 0.1058834 Sep 23 14:01:38.030478 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.099427 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.114940 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP 7729b2a3-9cc3-4352-ad86-a95132bf55b1 associated. External IP: 172.27.1.201, port: db572771-fbe6-4c60-9b78-1a3edfa67fa0. Sep 23 14:01:38.124563 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:38.157127 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] Provisioning complete for port 8dbda50a-bf08-4252-8255-34a48ff3a8ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:38.157746 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.170630 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:38.176126 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:38.190287 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.234232 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dba91-34d2-4de4-9db7-dd21c6ebfd13 None None] Pushing event updated for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:38.236683 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95165091-22d0-4b80-8605-04cdfdf5454e,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:38.304622 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.312719 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-05df76d1-5fe5-497a-aae4-a8a7ce07f5c7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5385499 Sep 23 14:01:38.314157 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47158) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:38.329513 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:38.421644 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:38.482263 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Project 76433cc0bb0e44d7aa25ca0adeb38c44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:01:38.490045 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.568412 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:01:38.596131 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.605291 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.690218 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:38.728665 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541dcb9-e6e0-494e-8233-25c861e7c05c None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:38.745620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.772412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e1c25c-9268-4efc-8fc7-054319bdfed0,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:38.777587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:01:38.841707 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:01:38.870852 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.874339 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-cedae3e1-36a2-478b-aeb5-8fc2b2af5c85 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5575356 Sep 23 14:01:38.877437 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47166) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:38.877712 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:38.879880 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:38.887364 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'security_group_rule': {'security_group_id': '74d18288-6ce7-4493-928f-f6202c912c17', 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:38.921029 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:38.967101 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] For port 8dbda50a-bf08-4252-8255-34a48ff3a8ea, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=8dbda50a-bf08-4252-8255-34a48ff3a8ea,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:38.998400 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a8e19bc3-a467-4423-ab45-c52b0012c03c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9839442 Sep 23 14:01:38.999591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:39.012476 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:39.054507 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.db.securitygroups_db [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Project 76433cc0bb0e44d7aa25ca0adeb38c44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 14:01:39.066322 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.111070 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.120559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0123165-12bc-4372-87e1-4f904d197973 x-openstack-request-id: req-e0123165-12bc-4372-87e1-4f904d197973 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:39.121669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:39.123003 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0123165-12bc-4372-87e1-4f904d197973 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:39.124812 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'status': 'completed', 'code': 200} Sep 23 14:01:39.184215 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:39.199794 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5b3f8-6f5a-49b9-bf17-e4a574bde42a None None] New status for floating IP 983e7cdf-00d5-4f47-8b0c-26109a1382cb: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:01:39.242393 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414913-029a-48d2-bdb6-8786cd2f4f67 None None] Pushing event updated for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:39.252606 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.254905 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-7e24d7c1-e2fb-407a-8629-677bce79fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:39.256524 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-7e24d7c1-e2fb-407a-8629-677bce79fbbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1098 time: 0.1206939 Sep 23 14:01:39.261176 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 4, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '8dbda50a-bf08-4252-8255-34a48ff3a8ea', 'name': '', 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'mac_address': 'fa:16:3e:37:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:31Z', 'updated_at': '2021-09-23T14:01:37Z', 'revision_number': 4, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'subnets': [{'id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:39.267713 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47176) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:39.333055 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c6af-685c-40ca-98cb-cf10d6d2125d None None] The sync data for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi is: [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:01:32Z', 'revision_number': 4, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '8dbda50a-bf08-4252-8255-34a48ff3a8ea', 'name': '', 'network_id': '1d12f15b-ff91-4b54-9773-234f3ed6c717', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'mac_address': 'fa:16:3e:37:35:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:31Z', 'updated_at': '2021-09-23T14:01:37Z', 'revision_number': 4, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'subnets': [{'id': '42a2ec24-7ef2-46f1-a94a-4ded89e73830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:39.334918 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-1e05b095-36b5-48e2-860f-b0cc654a84b1 None None] Provisioning complete for port 8dbda50a-bf08-4252-8255-34a48ff3a8ea triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:39.335127 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1e05b095-36b5-48e2-860f-b0cc654a84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.358954 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.481641 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06b31ba-e1f9-4699-bb41-9d67dedeedd5,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:39.511063 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.569387 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.579866 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-41dce0d5-297a-40e5-b751-d088bb4afb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:39.581596 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-41dce0d5-297a-40e5-b751-d088bb4afb9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.3127587 Sep 23 14:01:39.624146 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:36Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:39.703275 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.709467 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-079695d2-7384-4741-8585-0ccd98637f91 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8253112 Sep 23 14:01:39.722142 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:01:39.750396 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:01:39.751054 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:39.790828 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-ebe1579f-87be-4849-bde4-0053d6fd1e2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 999 time: 0.1963842 Sep 23 14:01:39.806740 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:01:39.832622 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 9d07fc74-87bc-4860-8f9f-6fd66eed6597 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:01:39.832966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 9d07fc74-87bc-4860-8f9f-6fd66eed6597 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:01:39.882234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-347a61cf-4508-451a-8bdf-4c1be2d3a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:39.884044 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-347a61cf-4508-451a-8bdf-4c1be2d3a413 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0854239 Sep 23 14:01:39.891540 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.897784 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:39.899772 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5099a5f-fe52-461e-968f-205e6810a8f6 HTTP/1.1" status: 204 len: 168 time: 0.6295371 Sep 23 14:01:39.902838 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47192) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:39.935043 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.api.v2.resource [None req-b09a5bfa-fce3-402d-9353-ec8878b78839 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] show failed (client error): The resource could not be found. Sep 23 14:01:39.939523 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b09a5bfa-fce3-402d-9353-ec8878b78839 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups/a5099a5f-fe52-461e-968f-205e6810a8f6 HTTP/1.1" status: 404 len: 347 time: 0.0348659 Sep 23 14:01:39.940533 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47198) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:39.943688 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:01:39.951667 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0073ee-7e4e-40b9-b6d2-b68e81ac6def tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5099a5f-fe52-461e-968f-205e6810a8f6,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:39.992735 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-b3357e7d-3d80-4e63-82cd-7d50d00470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:39.995669 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-b3357e7d-3d80-4e63-82cd-7d50d00470d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932090 Sep 23 14:01:40.135749 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-41a0d01d-6be0-4df3-9c14-c605ad7db30c service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204555 Sep 23 14:01:40.191275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Deleting port 47e89c73-c896-47cc-8b6a-6463ebe3f2d0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:01:40.191620 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.285089 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-fcf5e96b-4015-4a54-a3cd-e82c34594e3e req-c06b28b8-c352-4193-bdaf-43669eb7abcb service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438279 Sep 23 14:01:40.311399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.311816 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.340921 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Calling delete_port for 47e89c73-c896-47cc-8b6a-6463ebe3f2d0 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:01:40.357182 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 8dbda50a-bf08-4252-8255-34a48ff3a8ea up at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:01:40.495671 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:36Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:01:40.503049 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Provisioning complete for port 8dbda50a-bf08-4252-8255-34a48ff3a8ea triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:40.504011 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.590520 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33396d2-3dfe-41e1-b71c-0ab3eb69e16b None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:36Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:01:40.603324 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.647830 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'Port': ['ID=47e89c73-c896-47cc-8b6a-6463ebe3f2d0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:40.762955 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.765386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:40.768386 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e754892e-1c26-4572-bda6-56c0da475ef3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "DELETE /v2.0/floatingips/983e7cdf-00d5-4f47-8b0c-26109a1382cb HTTP/1.1" status: 204 len: 168 time: 0.8251045 Sep 23 14:01:41.120610 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30ea74-c708-4326-abac-ac3bffa23b8d None None] New status for floating IP 7729b2a3-9cc3-4352-ad86-a95132bf55b1: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:01:41.241230 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47228) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:41.248701 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772450636', 'description': 'tempest-description--139397203'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:41.383784 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.508391 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.584156 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.622289 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581cc867-d82e-43a7-af68-367c0a9ea9e9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:41.681740 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.688032 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b9376631-2cd0-484e-a857-9b61aaa3d3af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4405637 Sep 23 14:01:41.688251 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47242) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:41.693105 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group_rule': {'security_group_id': '581cc867-d82e-43a7-af68-367c0a9ea9e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:41.796543 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.860500 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.939004 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:41.965060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4a3abf-3ece-4e61-bc4f-901e81d6c781,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:42.053299 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.055105 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-f80bbed6-6f34-4023-b184-e68636aafe02 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656981 Sep 23 14:01:42.058188 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47248) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:42.063675 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'security_group_rule': {'security_group_id': '581cc867-d82e-43a7-af68-367c0a9ea9e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:42.179108 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.279361 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.435982 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623080'] for security_group_rule, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.457050 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963a4077-dedb-42fd-a52f-15b4ef7b4147,revision_number=0']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:42.585001 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.586904 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-01330e42-e2c6-4bd5-a484-643fdc3cdcec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5272770 Sep 23 14:01:42.596697 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47252) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:42.601393 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:42.704221 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.824178 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:42.939577 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Allocated IP 172.27.1.171 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/e0f362de-58f6-4e9d-86d2-17b2f3bae6c7) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:43.063945 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.154849 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.200621 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:43.204096 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:43.206929 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:43.249864 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=e0f362de-58f6-4e9d-86d2-17b2f3bae6c7,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:43.335462 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.496414 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.670493 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.788737 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:43.879943 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=e0f362de-58f6-4e9d-86d2-17b2f3bae6c7,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:43.894476 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:44.024268 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:44.026111 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-813da2e4-0a0f-46f8-8af2-dd9545e6b410 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4283621 Sep 23 14:01:44.226379 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-468350d9-dce1-4243-95cf-31f261755a4f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1772450636&fields=id&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 267 time: 0.0360556 Sep 23 14:01:44.339265 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-bf50e747-211f-4b45-b189-34c2f399a570 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:44.340788 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-bf50e747-211f-4b45-b189-34c2f399a570 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 817 time: 0.1059678 Sep 23 14:01:44.358522 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-a10cc5b9-8c5d-4673-8348-2b6afc695cae tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/quotas/3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 375 time: 0.0112343 Sep 23 14:01:44.426913 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-e7477668-e9b9-4923-bdaa-e2723a2bddd9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623868 Sep 23 14:01:44.534198 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-39c88417-2242-41f8-a401-37e060d2236a service neutron] 10.222.0.18 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939846 Sep 23 14:01:44.638084 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-2820477b-934d-401e-af28-f2a5d7699023 service neutron] 10.222.0.18 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960679 Sep 23 14:01:44.858510 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:45.012735 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d92b2b7a-57d9-410b-995f-51aa4270cb4d req-785c64bd-9019-4c9f-9e55-4f4c572daefd tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 210 time: 0.0456045 Sep 23 14:01:45.417742 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:45.562250 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:45.665440 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:45.749854 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:45.798731 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=350e8b1c40e4434aa8fa190527783908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797216 Sep 23 14:01:45.799604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11681e57-97f3-4b49-8aa9-f0425dc6eb75,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:45.801704 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47306) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:01:45.820161 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.822907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.822907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.822907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.822907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.823907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.823907 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.824077 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.824439 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.824691 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.825026 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.825335 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97217d5e-54d0-4257-8fda-20af54e14266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:01:45.875833 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:45.916852 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:46.030267 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:46.032790 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:46.034108 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11681e57-97f3-4b49-8aa9-f0425dc6eb75 HTTP/1.1" status: 204 len: 168 time: 0.2314796 Sep 23 14:01:46.045108 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2e3e3-1ee4-48e9-a4a1-c72111b38bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11681e57-97f3-4b49-8aa9-f0425dc6eb75,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:46.157169 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-968a646e-9cda-4a38-aef0-7d5a08d96925 req-e564faa9-9919-4551-9470-c39eefe341fb tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Sep 23 14:01:47.079902 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-f193568d-6dd5-4dc4-88a9-a35978c21b2f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:47.081672 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-f193568d-6dd5-4dc4-88a9-a35978c21b2f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 817 time: 0.1456087 Sep 23 14:01:47.136243 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-b59b7b36-89ac-4c41-888c-aa45325e4ff0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 380 time: 0.0447538 Sep 23 14:01:47.150000 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'port': {'device_id': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'admin_state_up': True, 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'security_groups': ['581cc867-d82e-43a7-af68-367c0a9ea9e9']}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:47.304017 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a0572807-5452-4aa8-be25-3dfdab7b8a2c req-1077fdb6-95de-4e28-bff9-036cb071a401 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 210 time: 0.0457056 Sep 23 14:01:47.418418 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Made reservation on behalf of 3a8746c457ae4f36a96d5ffeb4a15d58 for: {'port': 1} {{(pid=106388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:01:47.422334 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:47.577618 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_common [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Allocated IP 172.20.0.4 (2dda631f-7cf4-44f4-a57e-f9407a396ab4/5307a6a8-37f2-4de1-a56d-5d72b31e3782/3275733a-3386-4d67-9e65-84f4c123e2e5) {{(pid=106388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:01:47.724261 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for port, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:47.812800 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53887c58-b72e-4c00-84a4-44d77a8e1410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:47.944811 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:47.989176 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 is already hosted by enough agents. {{(pid=106388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:01:47.992604 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.base_scheduler [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Resources bound (agent type, host, resource id): {{(pid=106388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:01:47.996549 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Received port after_create {{(pid=106388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:01:48.033801 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:48.065412 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:48.066399 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.156402 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-6e782623-3d65-406b-a133-fbce781ac27c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0131900 Sep 23 14:01:48.170667 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.v2.base [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Request body: {'port': {'device_id': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:01:48.228707 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.255937 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-e1664c8d-46e8-49c5-9c9f-c0af84589c57 None None] Provisioning complete for port 3275733a-3386-4d67-9e65-84f4c123e2e5 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:01:48.256302 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-e1664c8d-46e8-49c5-9c9f-c0af84589c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.295348 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-e1664c8d-46e8-49c5-9c9f-c0af84589c57 None None] Port 3275733a-3386-4d67-9e65-84f4c123e2e5 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:01:48.471699 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f222e-c7e3-4d01-9b10-e468116f6aaa req-d5064379-a5e9-4d3b-8e08-8ffed9f496cf tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:48.474542 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-981f222e-c7e3-4d01-9b10-e468116f6aaa req-d5064379-a5e9-4d3b-8e08-8ffed9f496cf tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 931 time: 0.0774491 Sep 23 14:01:48.523467 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-981f222e-c7e3-4d01-9b10-e468116f6aaa req-acf80ae5-3aa1-4fcf-9cd4-56edcd689c76 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Sep 23 14:01:48.595678 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:01:48.603372 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.616796 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.provisioning_blocks [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Transition to ACTIVE for port object 3275733a-3386-4d67-9e65-84f4c123e2e5 will not be triggered until provisioned by entity L2. {{(pid=106388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:01:48.704391 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.759936 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=2']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:48.837722 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Attempting to bind port 3275733a-3386-4d67-9e65-84f4c123e2e5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:01:48.838060 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Attempting to bind port 3275733a-3386-4d67-9e65-84f4c123e2e5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:01:48.839121 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Attempting to bind port 3275733a-3386-4d67-9e65-84f4c123e2e5 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:48.850661 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Port 3275733a-3386-4d67-9e65-84f4c123e2e5 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 14:01:48.851004 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Attempting to bind port 3275733a-3386-4d67-9e65-84f4c123e2e5 on network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:01:48.857466 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:01:48.857761 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Checking segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:01:48.858146 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Bound using segment: {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'} {{(pid=106388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:01:48.858580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.managers [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Bound port: 3275733a-3386-4d67-9e65-84f4c123e2e5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56937d45-ae00-430f-8201-89c16c9dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4'}}] {{(pid=106388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:01:48.858937 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:48.935630 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, cleared binding levels {{(pid=106388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:01:48.939022 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:01:49.053072 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60629204'] for port, after_update {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:49.090061 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.090782 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:49.092140 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] 10.222.0.45 "PUT /v2.0/ports/3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 1093 time: 0.9261177 Sep 23 14:01:49.092602 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:01:49.094901 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df9b5551beb2864fa07949508047e7fa60c8597a1ef8719a22af58f58fd02f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb210f-eeab-4989-8e27-9ea9f3572b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:01:49.125120 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25dba1-c8f1-45e8-acd3-ba79600d02af service neutron] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=3']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:49.148032 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f80c16-3fa9-4d32-9824-37abb96c9a51 x-openstack-request-id: req-e4f80c16-3fa9-4d32-9824-37abb96c9a51 {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:01:49.148332 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "status": "completed", "code": 200}]} {{(pid=106388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:01:49.148585 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4f80c16-3fa9-4d32-9824-37abb96c9a51 {{(pid=106388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:01:49.148983 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'status': 'completed', 'code': 200} Sep 23 14:01:49.223928 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-6fe7e2d5-5795-4cb5-95d0-c15139ae7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.225564 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-6fe7e2d5-5795-4cb5-95d0-c15139ae7cb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1096 time: 0.0559254 Sep 23 14:01:49.339859 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-66d516ee-530c-4795-a1d3-72cbf20849ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.342314 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-66d516ee-530c-4795-a1d3-72cbf20849ed service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1085889 Sep 23 14:01:49.444082 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-f57c55fa-4627-403b-a5c4-b31dc9752258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.445785 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-93eb210f-eeab-4989-8e27-9ea9f3572b8b req-f57c55fa-4627-403b-a5c4-b31dc9752258 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0961399 Sep 23 14:01:49.530074 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-52eab41d-470b-4a5c-b2c2-8f319964063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.531665 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-52eab41d-470b-4a5c-b2c2-8f319964063b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1096 time: 0.0466218 Sep 23 14:01:49.585343 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-c4804685-3fd6-41fb-9db4-fbda08e1ba56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 217 time: 0.0424325 Sep 23 14:01:49.642583 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-14d46cee-9deb-401c-8203-33cb743e2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.644051 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-14d46cee-9deb-401c-8203-33cb743e2f31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0501795 Sep 23 14:01:49.669946 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc552b5-aaa6-4ad5-b96a-6acf9db677ba req-8cc721e1-be24-4f5a-8498-68b8ce0af447 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.671626 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fc552b5-aaa6-4ad5-b96a-6acf9db677ba req-8cc721e1-be24-4f5a-8498-68b8ce0af447 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0537295 Sep 23 14:01:49.705752 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-a4121c77-35a7-4be0-ba66-4036f14f1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:49.707265 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-a4121c77-35a7-4be0-ba66-4036f14f1987 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547729 Sep 23 14:01:49.722791 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8fc552b5-aaa6-4ad5-b96a-6acf9db677ba req-946ae98b-85de-4013-a3b1-1e4700c28d4e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Sep 23 14:01:49.808328 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-0272e46f-f92b-4fb1-994c-0ff01ba1b84c service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933144 Sep 23 14:01:49.918900 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-a7084156-6c9b-49d4-beba-bcfd60244f49 req-1aa7451f-d15a-495d-95b5-f7db1450a282 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032672 Sep 23 14:01:50.172062 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-07cfaa09-ea2a-4c88-b059-11c6fc8779fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:50.848127 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7be90-8601-46c1-ab9b-6e12f45793ce req-ee5d74b3-b32b-463a-90df-6ea8ea297eab tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:50.849623 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23c7be90-8601-46c1-ab9b-6e12f45793ce req-ee5d74b3-b32b-463a-90df-6ea8ea297eab tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0518067 Sep 23 14:01:50.892667 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23c7be90-8601-46c1-ab9b-6e12f45793ce req-02e0bb27-1864-45e7-834f-a5589e7d5257 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359623 Sep 23 14:01:50.927448 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:51.257598 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:52.022514 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaa2e5-ab68-4756-950c-09c9d4e0e32d req-34829b58-3814-4d9f-9143-34fe5a06825d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:52.024013 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19aaa2e5-ab68-4756-950c-09c9d4e0e32d req-34829b58-3814-4d9f-9143-34fe5a06825d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0548131 Sep 23 14:01:52.069881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-19aaa2e5-ab68-4756-950c-09c9d4e0e32d req-dac63b54-b5f6-4172-ab26-865d25218cde tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Sep 23 14:01:53.195762 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e7e1d-8aa2-4163-a94a-099fe4886a6f req-5186191f-15a1-4dd2-93d9-e9b8559c817f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:53.198038 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4c8e7e1d-8aa2-4163-a94a-099fe4886a6f req-5186191f-15a1-4dd2-93d9-e9b8559c817f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0527551 Sep 23 14:01:53.240382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4c8e7e1d-8aa2-4163-a94a-099fe4886a6f req-177bacca-471f-4494-a4b9-e7af2a790474 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354390 Sep 23 14:01:53.297322 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:54.368662 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acadc1-b042-485f-b155-d9ec1113782a req-90255e5c-aa37-4165-bb21-0e09fc1dc7fa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:54.371051 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c9acadc1-b042-485f-b155-d9ec1113782a req-90255e5c-aa37-4165-bb21-0e09fc1dc7fa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0535445 Sep 23 14:01:54.419487 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c9acadc1-b042-485f-b155-d9ec1113782a req-1a53692f-f2f1-44bf-befe-21bf5994ebd2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Sep 23 14:01:55.548884 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34388-1c3b-41aa-938d-4701293f684d req-ecd7c764-d546-48a0-8ea4-11ba66b38964 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:55.550568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbb34388-1c3b-41aa-938d-4701293f684d req-ecd7c764-d546-48a0-8ea4-11ba66b38964 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0543296 Sep 23 14:01:55.605208 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbb34388-1c3b-41aa-938d-4701293f684d req-c6a87684-ea79-43c6-8202-1b328144ec2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Sep 23 14:01:56.740092 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800443-8071-4629-9a19-b7d7998e8802 req-880501b8-b6be-4336-a382-36f7f30e9ba4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:56.741800 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b800443-8071-4629-9a19-b7d7998e8802 req-880501b8-b6be-4336-a382-36f7f30e9ba4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0567303 Sep 23 14:01:56.786967 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b800443-8071-4629-9a19-b7d7998e8802 req-64975195-200c-4256-8c6b-c5ad9cd30b7c tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388010 Sep 23 14:01:57.084437 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:01:57.328813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:57.346085 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:01:57.383357 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:57.397688 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:01:57.419958 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:01:57.538278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:01:57.594639 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:01:57.918372 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387abae-ed8a-4882-a96c-260828581a15 req-fdfc44a2-4e0b-4eef-a4a3-e53319cfb1b8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:57.919879 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7387abae-ed8a-4882-a96c-260828581a15 req-fdfc44a2-4e0b-4eef-a4a3-e53319cfb1b8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0527725 Sep 23 14:01:57.961073 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7387abae-ed8a-4882-a96c-260828581a15 req-9f290ba1-6a60-42c2-acbc-8ae8ab6ec540 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Sep 23 14:01:58.360364 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['3275733a-3386-4d67-9e65-84f4c123e2e5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:01:59.094197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002c850-37f5-4bc5-8361-cbfa6cbd5ccb req-809e3678-135c-4933-8a05-c99bb50f9d77 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:01:59.095452 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1002c850-37f5-4bc5-8361-cbfa6cbd5ccb req-809e3678-135c-4933-8a05-c99bb50f9d77 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0596428 Sep 23 14:01:59.149606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1002c850-37f5-4bc5-8361-cbfa6cbd5ccb req-df22698d-53a4-4dc8-a77d-50abd4567e9d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Sep 23 14:02:00.192690 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:00.294872 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb6fc3-4073-421b-9779-ed7a9b47f0a5 req-9fd8cad9-8281-4ff8-9f84-8aafac4c3760 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:00.296442 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a5eb6fc3-4073-421b-9779-ed7a9b47f0a5 req-9fd8cad9-8281-4ff8-9f84-8aafac4c3760 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0614891 Sep 23 14:02:00.337516 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a5eb6fc3-4073-421b-9779-ed7a9b47f0a5 req-0b73c0f6-b4a5-429e-886c-88d5195f264e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350091 Sep 23 14:02:00.354861 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 3275733a-3386-4d67-9e65-84f4c123e2e5 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:02:00.359456 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 3275733a-3386-4d67-9e65-84f4c123e2e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:02:00.360108 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:00.444355 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:00.468184 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:02:00.470574 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b4c42f-de43-49c3-bdd1-fb36b610943b" -d '{"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:00.486476 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:00.511686 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b122a0-9718-497d-9c1a-3eaa96b3a33e x-openstack-request-id: req-f2b122a0-9718-497d-9c1a-3eaa96b3a33e {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:00.511982 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:00.512232 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2b122a0-9718-497d-9c1a-3eaa96b3a33e {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:00.512619 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'code': 200} Sep 23 14:02:00.565564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:00.618482 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:00.626879 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.627229 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.627581 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.627986 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.628327 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.628842 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.629186 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.629549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.629881 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.630212 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.631160 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.631160 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:00.859284 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111756-9989-45cd-a120-a5c47e132125 req-bf0c40d1-fb36-465f-a131-b13f2fd823aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:00.860874 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-40111756-9989-45cd-a120-a5c47e132125 req-bf0c40d1-fb36-465f-a131-b13f2fd823aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1098 time: 0.0459094 Sep 23 14:02:00.901146 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-40111756-9989-45cd-a120-a5c47e132125 req-edb0f66d-c81e-40cc-8d8f-f677238a5e55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Sep 23 14:02:01.469843 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-5720abdc-ae3c-4372-8ab3-fc18354fec0f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859211239&fields=id&tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44 HTTP/1.1" status: 200 len: 267 time: 0.0613294 Sep 23 14:02:01.499058 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5342bc-f760-482f-8147-b478f9d6a4fe req-2694a9af-ca56-4be8-be6f-0eee0e93ea39 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:01.500603 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7e5342bc-f760-482f-8147-b478f9d6a4fe req-2694a9af-ca56-4be8-be6f-0eee0e93ea39 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0781972 Sep 23 14:02:01.599644 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7e5342bc-f760-482f-8147-b478f9d6a4fe req-4cf40068-0b82-4865-a584-2f8b43c41a60 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879402 Sep 23 14:02:01.626462 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-1aacf221-1f8a-441d-a1ac-90b97544d89a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:01.628023 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-1aacf221-1f8a-441d-a1ac-90b97544d89a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 808 time: 0.1500673 Sep 23 14:02:01.646029 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-cca933a2-3203-493e-afd2-0185816aa2b9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/quotas/76433cc0bb0e44d7aa25ca0adeb38c44 HTTP/1.1" status: 200 len: 375 time: 0.0110154 Sep 23 14:02:01.701204 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-239c18c0-484f-4874-9228-20c89c08b22f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483084 Sep 23 14:02:01.809905 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-f49ec465-e7e8-451b-b356-d6265addbb89 service neutron] 10.222.0.18 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926986 Sep 23 14:02:01.919645 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-81f6dd22-e680-4299-bb46-322a2971c1ed service neutron] 10.222.0.18 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037555 Sep 23 14:02:02.739818 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952933-c936-488e-b87c-c01feda964b6 req-be1c266f-824e-4809-97a7-ef8f4bac4235 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:02.752341 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-49952933-c936-488e-b87c-c01feda964b6 req-be1c266f-824e-4809-97a7-ef8f4bac4235 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0655949 Sep 23 14:02:02.797151 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-49952933-c936-488e-b87c-c01feda964b6 req-fd7d2f21-7060-4957-bd52-65d1d405cc14 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490563 Sep 23 14:02:02.817858 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8c6dcc60-081e-4393-b6ec-bb7100594415 req-1df1ed94-deb8-43aa-ba51-97fff0221678 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0330455 Sep 23 14:02:02.943455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b03fe4-0bb1-4288-b672-59d9b1ff5ff3 req-1bcddeee-42ce-410b-9acf-d081e52007ff tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:02.945091 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-47b03fe4-0bb1-4288-b672-59d9b1ff5ff3 req-1bcddeee-42ce-410b-9acf-d081e52007ff tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Sep 23 14:02:02.959902 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47488) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:02.964929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Request body: {'floatingip': {'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:03.012561 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:03.518992 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:03.687431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:03.797867 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Floating IP c8349f3d-6a67-4a82-bcb1-919fee4bdeb6 associated. External IP: 172.27.1.171, port: 3275733a-3386-4d67-9e65-84f4c123e2e5. Sep 23 14:02:03.932126 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2a2ce174-87df-46b9-a1c3-b060b5537f85 req-bb21b67b-2160-4010-b506-712d497c6756 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0411286 Sep 23 14:02:04.089879 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:02:04.481265 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:04.486604 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:04.494420 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:04.505718 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:02:04.506380 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:04.517193 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8d7dc265-c2a8-450a-aece-85a95b932d21 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "PUT /v2.0/floatingips/c8349f3d-6a67-4a82-bcb1-919fee4bdeb6 HTTP/1.1" status: 200 len: 991 time: 1.5561526 Sep 23 14:02:04.517834 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:02:04.520756 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44c2973-3db2-4d09-9bfd-dced800c86b0" -d '{"events": [{"name": "network-changed", "server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:04.566015 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d61c54-5f63-46b4-9e90-efed2fb41c03 x-openstack-request-id: req-d5d61c54-5f63-46b4-9e90-efed2fb41c03 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:04.566414 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:04.567188 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5d61c54-5f63-46b4-9e90-efed2fb41c03 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:04.567188 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'status': 'completed', 'code': 200} Sep 23 14:02:04.636599 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:02:04.890586 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'c8349f3d-6a67-4a82-bcb1-919fee4bdeb6', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:43Z', 'updated_at': '2021-09-23T14:02:03Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:04.900656 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:04.910324 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:02:04.911030 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:01:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:05.034123 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:02:05.049408 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ce81fb18-d196-4b22-af97-d01ca3011921 req-bb9624f9-09a1-4c18-b96f-ac1efe199c24 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0321202 Sep 23 14:02:05.278866 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'c8349f3d-6a67-4a82-bcb1-919fee4bdeb6', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:43Z', 'updated_at': '2021-09-23T14:02:03Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:05.308840 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5c17-3927-4938-a4ef-de2b827cc7b7 None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': 'c8349f3d-6a67-4a82-bcb1-919fee4bdeb6', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:43Z', 'updated_at': '2021-09-23T14:02:03Z', 'revision_number': 1, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:05.505325 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd3b7d-e564-4dce-a36e-0feb4b99e49a None None] New status for floating IP c8349f3d-6a67-4a82-bcb1-919fee4bdeb6: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:02:06.144065 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-262e3ff6-dd23-4afe-ad88-d02395ec17f4 req-2c5202ce-6de9-4371-88f6-d5b65bdfa99e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0269258 Sep 23 14:02:07.157280 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-665d8972-f889-4b42-825e-d45e3cc07d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:07.158801 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-665d8972-f889-4b42-825e-d45e3cc07d2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1098 time: 0.0412016 Sep 23 14:02:07.234711 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e738596b-aaf2-440c-a4f4-1a65ae9e2114 req-c2f86087-3c82-4d76-9b2e-cf8f7b1c3c1d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0256667 Sep 23 14:02:07.254416 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-fa0cc07a-f37f-41b9-bca9-d4135b0cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:07.255912 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-fa0cc07a-f37f-41b9-bca9-d4135b0cfb77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0891571 Sep 23 14:02:07.324484 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-b41afd0b-d2e1-4c71-aca3-057ed5593c43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 1001 time: 0.0604498 Sep 23 14:02:07.375445 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-40a2670f-d5d8-4f76-9c2a-ecc8ea3d7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:07.376823 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-40a2670f-d5d8-4f76-9c2a-ecc8ea3d7c50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0453126 Sep 23 14:02:07.428288 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-d2d10956-e476-47ad-8160-271cc9157fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:07.429794 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-d2d10956-e476-47ad-8160-271cc9157fca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461786 Sep 23 14:02:07.524182 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-41783d7f-ab3f-460b-b368-f66f9698aecd service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864873 Sep 23 14:02:07.625732 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-b44c2973-3db2-4d09-9bfd-dced800c86b0 req-4efe2102-d005-47e9-b0e0-5014d304e154 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943604 Sep 23 14:02:07.631823 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-43c6f87f-24c8-432f-87cc-8b90256d6036 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:07.633257 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-43c6f87f-24c8-432f-87cc-8b90256d6036 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 808 time: 0.1083558 Sep 23 14:02:07.676684 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-6ce76373-c6f3-4617-b552-be8cdce1d20f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44 HTTP/1.1" status: 200 len: 380 time: 0.0347884 Sep 23 14:02:07.686421 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'port': {'device_id': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'admin_state_up': True, 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'security_groups': ['74d18288-6ce7-4493-928f-f6202c912c17']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:07.873955 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Made reservation on behalf of 76433cc0bb0e44d7aa25ca0adeb38c44 for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:02:07.877582 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.010558 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Allocated IP 172.20.0.4 (82c13162-775f-4e60-a221-6b875c397d29/da730368-915c-4a9c-a5c6-2415b6d1b0e7/2812e1ce-1e30-4854-8a83-122d8140717d) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:08.156278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.287671 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.340298 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Network 82c13162-775f-4e60-a221-6b875c397d29 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:08.363930 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:08.376747 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:02:08.401562 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:08.434855 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ae924-7c55-4531-8314-a3cb2e4f5eda req-fe313524-687f-49dd-937e-8e9e4e21f966 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:08.436413 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa7ae924-7c55-4531-8314-a3cb2e4f5eda req-fe313524-687f-49dd-937e-8e9e4e21f966 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 931 time: 0.1209700 Sep 23 14:02:08.442736 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:08.443373 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.491091 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aa7ae924-7c55-4531-8314-a3cb2e4f5eda req-00bd2abe-c7d7-493c-8175-f60a4c7b0a72 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 Sep 23 14:02:08.572448 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-eed74a4b-6937-4ffd-9e1f-6be88311397c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8892565 Sep 23 14:02:08.589295 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Request body: {'port': {'device_id': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:08.609120 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-2de2090b-361e-43ba-87f0-fc5d14aca92d None None] Provisioning complete for port 2812e1ce-1e30-4854-8a83-122d8140717d triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:02:08.609750 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2de2090b-361e-43ba-87f0-fc5d14aca92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.647236 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-2de2090b-361e-43ba-87f0-fc5d14aca92d None None] Port 2812e1ce-1e30-4854-8a83-122d8140717d cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:02:08.656613 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.958183 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2812e1ce-1e30-4854-8a83-122d8140717d {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:02:08.966449 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:08.978779 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Transition to ACTIVE for port object 2812e1ce-1e30-4854-8a83-122d8140717d will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:02:09.064401 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:09.144386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:09.240157 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Attempting to bind port 2812e1ce-1e30-4854-8a83-122d8140717d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:02:09.240598 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Attempting to bind port 2812e1ce-1e30-4854-8a83-122d8140717d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:02:09.240993 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Attempting to bind port 2812e1ce-1e30-4854-8a83-122d8140717d on network 82c13162-775f-4e60-a221-6b875c397d29 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:09.247066 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Port 2812e1ce-1e30-4854-8a83-122d8140717d on network 82c13162-775f-4e60-a221-6b875c397d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 14:02:09.247398 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Attempting to bind port 2812e1ce-1e30-4854-8a83-122d8140717d on network 82c13162-775f-4e60-a221-6b875c397d29 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:02:09.263250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:02:09.263250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Checking segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:02:09.263250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Bound using segment: {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:02:09.263250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Bound port: 2812e1ce-1e30-4854-8a83-122d8140717d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa4b69-396b-4b49-bebc-f5ceeb542d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82c13162-775f-4e60-a221-6b875c397d29'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:02:09.263250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:09.346735 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:02:09.350166 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:02:09.436461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:09.473992 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:09.474646 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:09.476165 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] 10.222.0.45 "PUT /v2.0/ports/2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 1093 time: 0.8920059 Sep 23 14:02:09.476629 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:02:09.479577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a935158-ac13-483b-a11d-7383de680fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:09.507943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017819bf-4fa0-4d1d-af82-29655fb63410 service neutron] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:09.547153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f73dfe7-18da-4139-b46e-cea11ffee6ee x-openstack-request-id: req-1f73dfe7-18da-4139-b46e-cea11ffee6ee {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:09.547153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:09.547153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f73dfe7-18da-4139-b46e-cea11ffee6ee {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:09.547153 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'status': 'completed', 'code': 200} Sep 23 14:02:09.661285 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a935158-ac13-483b-a11d-7383de680fcf req-73913603-0b05-426b-b636-531ffbab8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:09.663036 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4a935158-ac13-483b-a11d-7383de680fcf req-73913603-0b05-426b-b636-531ffbab8043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1096 time: 0.0868773 Sep 23 14:02:09.692256 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150a17-5d4d-422f-a63b-4b9679d996eb req-418214bb-1844-4190-95af-b75723da6599 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:09.695472 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3150a17-5d4d-422f-a63b-4b9679d996eb req-418214bb-1844-4190-95af-b75723da6599 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.1160898 Sep 23 14:02:09.789024 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3150a17-5d4d-422f-a63b-4b9679d996eb req-98de99a0-e8b5-411c-9d39-e6dd34e345a4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831769 Sep 23 14:02:09.817141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a935158-ac13-483b-a11d-7383de680fcf req-5fcd3227-e558-4b41-966c-7913458330f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:09.818769 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4a935158-ac13-483b-a11d-7383de680fcf req-5fcd3227-e558-4b41-966c-7913458330f5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1475358 Sep 23 14:02:09.935273 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a935158-ac13-483b-a11d-7383de680fcf req-b2c93546-0478-4604-ab8d-a3c7bb8213ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:09.938034 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4a935158-ac13-483b-a11d-7383de680fcf req-b2c93546-0478-4604-ab8d-a3c7bb8213ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1124520 Sep 23 14:02:10.027155 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-aa3930e0-a633-454a-a612-2af8dc262ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:10.029147 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-aa3930e0-a633-454a-a612-2af8dc262ecb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1096 time: 0.0494208 Sep 23 14:02:10.085754 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-a1864596-047d-481f-88b1-d4ea77ea1bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 217 time: 0.0462036 Sep 23 14:02:10.143815 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-57f6798e-15c6-4fdb-870b-dcd568aec598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:10.146422 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-57f6798e-15c6-4fdb-870b-dcd568aec598 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0530477 Sep 23 14:02:10.193751 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d1995-b137-4f1a-9719-44be74c4c919 req-1a93ca7c-7435-4066-bccd-bb3d6dec3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:10.195288 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-1a93ca7c-7435-4066-bccd-bb3d6dec3ae5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430496 Sep 23 14:02:10.293176 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-d77fb20e-be4d-4cc0-a8f4-083d2d051bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Sep 23 14:02:10.390335 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-932d1995-b137-4f1a-9719-44be74c4c919 req-de45c540-01df-42c9-a376-f9b0d256d1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Sep 23 14:02:10.937460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548662-d3e5-431c-8863-917d81109789 req-88e509e0-2da3-4041-9d7a-57216dbca030 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:10.939016 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f548662-d3e5-431c-8863-917d81109789 req-88e509e0-2da3-4041-9d7a-57216dbca030 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0518503 Sep 23 14:02:10.980907 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6f548662-d3e5-431c-8863-917d81109789 req-e05208cf-bf73-458d-984c-59c4bbc2c8cf tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357695 Sep 23 14:02:12.098096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b98917-54e7-4274-bcb9-55a885354701 req-f4ca8f5b-3d0a-44b1-a124-f2720771eff7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:12.099619 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-12b98917-54e7-4274-bcb9-55a885354701 req-f4ca8f5b-3d0a-44b1-a124-f2720771eff7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0515528 Sep 23 14:02:12.140033 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-12b98917-54e7-4274-bcb9-55a885354701 req-18f2879b-c532-4d74-8868-e7f115e3f54f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340686 Sep 23 14:02:13.262349 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c55f-b8a5-4d7f-aa78-84283eded800 req-1690c57d-ae6a-4140-9e43-3bb88b415ff2 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:13.263997 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8f37c55f-b8a5-4d7f-aa78-84283eded800 req-1690c57d-ae6a-4140-9e43-3bb88b415ff2 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0540187 Sep 23 14:02:13.307128 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8f37c55f-b8a5-4d7f-aa78-84283eded800 req-595bfbab-c0ff-4858-a409-4f16c30675f1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356150 Sep 23 14:02:13.707241 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:02:13.799863 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47586) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:13.914390 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebb95-2136-4fd2-8c0d-f76d416dcbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.016004 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebb95-2136-4fd2-8c0d-f76d416dcbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.132453 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7c0ebb95-2136-4fd2-8c0d-f76d416dcbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.173626 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ebb95-2136-4fd2-8c0d-f76d416dcbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99abf3-cf82-4f06-a4da-b8b704dd956a,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:14.178821 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7c0ebb95-2136-4fd2-8c0d-f76d416dcbde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1ef87a9173d42a885b1c4434aa9f6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776269 Sep 23 14:02:14.182839 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47590) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:14.246640 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.273639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.432129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805779d-8c0f-4d47-b805-6793cc3f4ebf req-f2e87fd0-19d4-4f08-bac2-3932f673c077 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:14.433733 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2805779d-8c0f-4d47-b805-6793cc3f4ebf req-f2e87fd0-19d4-4f08-bac2-3932f673c077 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0563829 Sep 23 14:02:14.455263 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.457870 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:14.460231 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da99abf3-cf82-4f06-a4da-b8b704dd956a HTTP/1.1" status: 204 len: 168 time: 0.2723258 Sep 23 14:02:14.473815 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b98c-a99e-4669-ac1e-dde8791e7a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99abf3-cf82-4f06-a4da-b8b704dd956a,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:14.497030 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2805779d-8c0f-4d47-b805-6793cc3f4ebf req-052974f0-4323-483e-867f-034d17f54508 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566771 Sep 23 14:02:14.858185 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:15.635436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2939f-71b9-458c-acdb-da488d88ab85 req-9aa0be1f-95f8-4781-944d-5d56812fc05d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:15.637616 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aca2939f-71b9-458c-acdb-da488d88ab85 req-9aa0be1f-95f8-4781-944d-5d56812fc05d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0561135 Sep 23 14:02:15.681652 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aca2939f-71b9-458c-acdb-da488d88ab85 req-616cf74e-03d0-45db-b431-02494d8bb999 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Sep 23 14:02:16.805796 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e708e6-300b-4e13-b0f3-a0d065398f08 req-bf91d4bb-ff2c-474c-93c6-dc047a292368 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:16.807939 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a2e708e6-300b-4e13-b0f3-a0d065398f08 req-bf91d4bb-ff2c-474c-93c6-dc047a292368 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0564842 Sep 23 14:02:16.849810 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a2e708e6-300b-4e13-b0f3-a0d065398f08 req-5764008f-e006-4355-8a83-b8a09f70c9cd tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355904 Sep 23 14:02:17.410119 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-2a7c224a-33c6-4fc0-8240-a1f1e0d63a6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410445 Sep 23 14:02:17.524223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-f7475524-f164-48ec-af17-1dec2d5f4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:17.526328 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-f7475524-f164-48ec-af17-1dec2d5f4c68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1098 time: 0.0503402 Sep 23 14:02:17.636944 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-b12d2264-932e-4418-ac23-b8a89bdcf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:17.638806 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-b12d2264-932e-4418-ac23-b8a89bdcf810 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.0908399 Sep 23 14:02:17.713650 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-d4c89bd5-cac0-4bba-9232-9109326c1a99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0659580 Sep 23 14:02:17.760136 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-77608205-025a-4917-b030-0aa7c37c15b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:17.762700 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-187837d0-43e2-4d2b-8bdc-6f71db538729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:17.764524 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-187837d0-43e2-4d2b-8bdc-6f71db538729 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0440447 Sep 23 14:02:17.811890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-a880a609-c417-4b79-8c0e-b604bf8a1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:17.813445 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-a880a609-c417-4b79-8c0e-b604bf8a1232 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410993 Sep 23 14:02:17.914596 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-5d3d1f82-9d89-4c9c-b85c-4fe627d3916b service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920744 Sep 23 14:02:18.024990 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fbb47-8e81-4c46-8df9-68ed8a4fd4da req-a614c87a-b3fc-4785-bb6a-b1311d9efdc9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:18.026942 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-170fbb47-8e81-4c46-8df9-68ed8a4fd4da req-a614c87a-b3fc-4785-bb6a-b1311d9efdc9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.1045108 Sep 23 14:02:18.076689 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b98a7c6d-e7f1-4003-8b2f-c0a333045616 req-feda2090-b45d-4f29-876f-bbcc7e7bce86 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458402 Sep 23 14:02:18.084986 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-170fbb47-8e81-4c46-8df9-68ed8a4fd4da req-1e993aba-3575-446c-acf3-51cc8850ca18 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491016 Sep 23 14:02:18.285783 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:18.384817 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:18.396360 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '2812e1ce-1e30-4854-8a83-122d8140717d', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'mac_address': 'fa:16:3e:1a:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:18.432789 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:18.445347 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2812e1ce-1e30-4854-8a83-122d8140717d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:02:18.466537 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:18.555278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:18.606640 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:18.810741 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['2812e1ce-1e30-4854-8a83-122d8140717d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:02:19.206873 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab906b-f303-4481-8d17-7320e2021188 req-b7b8ca9c-4a85-47b2-9076-2ed4764962a4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:19.208387 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6fab906b-f303-4481-8d17-7320e2021188 req-b7b8ca9c-4a85-47b2-9076-2ed4764962a4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 944 time: 0.0541835 Sep 23 14:02:19.254585 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6fab906b-f303-4481-8d17-7320e2021188 req-c78ba05f-5e2c-4e98-a8d4-7dec999d7fb0 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Sep 23 14:02:20.147738 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5f0f91d9-4920-4c05-b60c-21434ff04be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:20.301244 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:02:20.384189 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85b190-fa91-4fc3-808c-76cf56ba6d6c req-5377d9d7-2c57-4df7-a8e7-c8c08cb8d809 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:20.385711 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d85b190-fa91-4fc3-808c-76cf56ba6d6c req-5377d9d7-2c57-4df7-a8e7-c8c08cb8d809 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 944 time: 0.0515542 Sep 23 14:02:20.426444 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0d85b190-fa91-4fc3-808c-76cf56ba6d6c req-acc90e75-9c06-4c5e-a6bd-c47a0af0dbc1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Sep 23 14:02:20.458224 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 2812e1ce-1e30-4854-8a83-122d8140717d completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:02:20.463192 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 2812e1ce-1e30-4854-8a83-122d8140717d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:02:20.463875 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:20.546541 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:20.580883 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:02:20.583175 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f5e46f-dcbd-40fc-85e3-c8d57ecc0447" -d '{"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-plugged", "status": "completed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:20.598081 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:20.621564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00572c5-8af2-43a4-ab05-0aa12d9ebf35 x-openstack-request-id: req-a00572c5-8af2-43a4-ab05-0aa12d9ebf35 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:20.621851 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-plugged", "status": "completed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:20.622102 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a00572c5-8af2-43a4-ab05-0aa12d9ebf35 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:20.622549 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'code': 200} Sep 23 14:02:20.664204 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:20.727819 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:20.933329 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:21.025560 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5aef3-70bb-4e05-8025-7e09158022c6 req-97351017-d434-4efb-8f65-dde2d2fb66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:21.027210 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbf5aef3-70bb-4e05-8025-7e09158022c6 req-97351017-d434-4efb-8f65-dde2d2fb66f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.0482104 Sep 23 14:02:21.069860 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dbf5aef3-70bb-4e05-8025-7e09158022c6 req-bfae8b1d-6f3d-4a80-84f6-8b1d92323739 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Sep 23 14:02:21.547070 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca643-61cb-405e-88be-38eb0e8d0cb6 req-225d5c4b-d7c9-4663-ac26-54535d657f67 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:21.548605 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-631ca643-61cb-405e-88be-38eb0e8d0cb6 req-225d5c4b-d7c9-4663-ac26-54535d657f67 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0507650 Sep 23 14:02:21.590566 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-631ca643-61cb-405e-88be-38eb0e8d0cb6 req-90ed3ec1-d4e6-497c-97b2-8a3181b303e9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358765 Sep 23 14:02:21.686797 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:22.715730 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e090-c07c-4fad-8930-616bbeb34e75 req-f2b30d21-8dc3-4d6a-a97e-b47865c2efda tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:22.717243 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea30e090-c07c-4fad-8930-616bbeb34e75 req-f2b30d21-8dc3-4d6a-a97e-b47865c2efda tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0574269 Sep 23 14:02:22.758008 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ea30e090-c07c-4fad-8930-616bbeb34e75 req-dba15d9e-8dd8-4f33-8c25-0a840f2755f0 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Sep 23 14:02:22.900749 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc4afb-611c-462b-890f-6ee07616121f req-e8b62ad6-0131-497d-b0b2-e156a8d8cdb8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:22.902368 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1dfc4afb-611c-462b-890f-6ee07616121f req-e8b62ad6-0131-497d-b0b2-e156a8d8cdb8 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0609179 Sep 23 14:02:22.946074 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1dfc4afb-611c-462b-890f-6ee07616121f req-3a38786a-039f-433b-8c80-71735d8e35b3 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Sep 23 14:02:22.974580 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47712) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:23.185285 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458054-a9b8-481e-973b-2633197b4d6c tempest-TestShelveInstance-2123461452 tempest-TestShelveInstance-2123461452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:23.188018 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-57458054-a9b8-481e-973b-2633197b4d6c tempest-TestShelveInstance-2123461452 tempest-TestShelveInstance-2123461452-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1093 time: 0.2122042 Sep 23 14:02:23.191097 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47716) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:23.199042 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:02:23.281107 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:23.308517 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:23.409910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:23.519567 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Allocated IP 172.27.1.57 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/728d277a-fbcc-4123-8dfb-0d8c7cb061ce) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:02:23.648177 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:23.790780 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:23.834108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:02:23.838202 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:02:23.842201 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:02:23.871634 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'Port': ['ID=728d277a-fbcc-4123-8dfb-0d8c7cb061ce,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:23.887211 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.887559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.887910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.888300 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.888632 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.889333 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.889818 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.890191 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.890604 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.890989 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.891379 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:23.891739 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:02:24.293740 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:24.457196 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:24.629975 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:24.744619 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:25.131278 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event updated for resources: {'Port': ['ID=728d277a-fbcc-4123-8dfb-0d8c7cb061ce,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:25.144052 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:25.248397 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Floating IP 25c7ecab-45b2-46b1-8d73-1e24a8766120 associated. External IP: 172.27.1.57, port: 2812e1ce-1e30-4854-8a83-122d8140717d. Sep 23 14:02:25.480160 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Router a4de16db-fe57-427d-9d24-c84127ec5fe6 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:02:25.605150 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:02:25.616180 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Sync routers for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:02:25.627378 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:02:25.627996 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:02:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:25.726690 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:25.740281 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:02:25.783425 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e7edf8ea-ac2d-4985-aaf8-2d2869d3675b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5737727 Sep 23 14:02:25.783425 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:02:25.783425 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee88380-c56d-4874-a813-599f74e9a5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:02:25.810217 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c155ef32-21de-47a3-bcd9-45d0b552ec5d x-openstack-request-id: req-c155ef32-21de-47a3-bcd9-45d0b552ec5d {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:02:25.810676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:02:25.811178 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c155ef32-21de-47a3-bcd9-45d0b552ec5d {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:02:25.811754 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'status': 'completed', 'code': 200} Sep 23 14:02:25.904613 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee88380-c56d-4874-a813-599f74e9a5dc req-f1b79c38-1199-46be-9506-8a0636b9a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:25.906239 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-f1b79c38-1199-46be-9506-8a0636b9a7f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.0674565 Sep 23 14:02:26.013655 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee88380-c56d-4874-a813-599f74e9a5dc req-69dc3dd0-d565-495e-9093-ac50a66aa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:26.015792 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-69dc3dd0-d565-495e-9093-ac50a66aa457 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 908 time: 0.1013157 Sep 23 14:02:26.030806 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '25c7ecab-45b2-46b1-8d73-1e24a8766120', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'mac_address': 'fa:16:3e:1a:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:02:24Z', 'updated_at': '2021-09-23T14:02:24Z', 'revision_number': 0, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:26.100955 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-eed8d743-1414-4a48-95cc-7f7e3045e11c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 998 time: 0.0772333 Sep 23 14:02:26.163578 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Checking router: a4de16db-fe57-427d-9d24-c84127ec5fe6 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:02:26.168029 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee88380-c56d-4874-a813-599f74e9a5dc req-90735cc7-3bda-4532-81c5-4c2a0080a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:26.170174 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-90735cc7-3bda-4532-81c5-4c2a0080a455 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0551891 Sep 23 14:02:26.173220 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:02:26.173882 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:02:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:26.227214 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee88380-c56d-4874-a813-599f74e9a5dc req-7dd234ee-f813-4c24-84ad-ac94aa17c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:26.228878 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-7dd234ee-f813-4c24-84ad-ac94aa17c97a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488226 Sep 23 14:02:26.291114 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:02:26.334488 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-19b31793-c247-4095-90fb-48c4c9c41b56 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960679 Sep 23 14:02:26.436613 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cee88380-c56d-4874-a813-599f74e9a5dc req-ddf7aa0d-6ffd-4198-942d-e4bd615dfa6f service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923510 Sep 23 14:02:26.532336 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '25c7ecab-45b2-46b1-8d73-1e24a8766120', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'mac_address': 'fa:16:3e:1a:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:02:24Z', 'updated_at': '2021-09-23T14:02:24Z', 'revision_number': 0, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:02:26.570975 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e0b7e-16db-4d39-9308-c5bc46adadc2 None None] The sync data for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi is: [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '25c7ecab-45b2-46b1-8d73-1e24a8766120', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'mac_address': 'fa:16:3e:1a:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:02:24Z', 'updated_at': '2021-09-23T14:02:24Z', 'revision_number': 0, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:02:26.775832 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56366e3-16ff-4ff5-8f42-019a0dc1e071 None None] New status for floating IP 25c7ecab-45b2-46b1-8d73-1e24a8766120: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:02:27.788812 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47770) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:27.903644 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddaac880-42c4-4c97-a740-766b8d59e644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.004388 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddaac880-42c4-4c97-a740-766b8d59e644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.080586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ddaac880-42c4-4c97-a740-766b8d59e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.119625 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaac880-42c4-4c97-a740-766b8d59e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b7016-4b08-4c2e-9c3f-aab70729fc42,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:28.123823 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ddaac880-42c4-4c97-a740-766b8d59e644 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eedf61cfa63418593e0b5b5085ac823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339345 Sep 23 14:02:28.127145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47776) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:28.178614 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.202505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.338746 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.341257 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:28.342523 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d83b7016-4b08-4c2e-9c3f-aab70729fc42 HTTP/1.1" status: 204 len: 168 time: 0.2149255 Sep 23 14:02:28.350981 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42ac1e-8134-4b5c-825e-26c79883c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b7016-4b08-4c2e-9c3f-aab70729fc42,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.094669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 47784) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:29.109304 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0ba14cf-7535-4085-ade0-3f6508f35a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.208816 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0ba14cf-7535-4085-ade0-3f6508f35a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.275859 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-c0ba14cf-7535-4085-ade0-3f6508f35a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.318540 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-c0ba14cf-7535-4085-ade0-3f6508f35a7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19d7e65411974fbeb19c12e8be5860bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231653 Sep 23 14:02:29.319498 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba14cf-7535-4085-ade0-3f6508f35a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28231533-d864-435c-9ec5-c2ffb02f22bd,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:29.323200 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47786) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:29.385523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.410670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.561034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.564055 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:29.565666 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28231533-d864-435c-9ec5-c2ffb02f22bd HTTP/1.1" status: 204 len: 168 time: 0.2412047 Sep 23 14:02:29.576594 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656951-3547-47f3-b4fd-07ee959b8bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28231533-d864-435c-9ec5-c2ffb02f22bd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:30.259880 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47794) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:30.275351 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb4c7-0c48-4355-ba4d-fe40914459a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.372958 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb4c7-0c48-4355-ba4d-fe40914459a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.461943 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb4c7-0c48-4355-ba4d-fe40914459a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.500743 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfb4c7-0c48-4355-ba4d-fe40914459a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968cf701-6ff1-4650-b417-818b6c0c8ec9,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:30.505149 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cfbfb4c7-0c48-4355-ba4d-fe40914459a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9340cb0d5ca46048e0355b1bf2e64aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431056 Sep 23 14:02:30.507804 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 47796) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:02:30.573114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.596418 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.743615 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.746149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:30.747373 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968cf701-6ff1-4650-b417-818b6c0c8ec9 HTTP/1.1" status: 204 len: 168 time: 0.2385690 Sep 23 14:02:30.755361 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762e77f-4c10-4410-9629-b865372fbf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968cf701-6ff1-4650-b417-818b6c0c8ec9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:44.880546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:46.410779 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b21f8c-8d1b-46c6-a012-83159a711b60 req-b8045e24-04e8-4849-9006-14fd604d3e9a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:46.412392 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-68b21f8c-8d1b-46c6-a012-83159a711b60 req-b8045e24-04e8-4849-9006-14fd604d3e9a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0560732 Sep 23 14:02:46.454460 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-68b21f8c-8d1b-46c6-a012-83159a711b60 req-6dfacd61-cd66-4210-9d87-df9ed67dd1ed tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357502 Sep 23 14:02:47.578979 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9521-b0d8-4bd5-ba59-8f20b1de0a4b req-05aad6be-28c5-476c-a9ab-eae269251154 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:47.580467 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-818c9521-b0d8-4bd5-ba59-8f20b1de0a4b req-05aad6be-28c5-476c-a9ab-eae269251154 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Sep 23 14:02:47.618450 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-818c9521-b0d8-4bd5-ba59-8f20b1de0a4b req-067c3f19-a648-411f-af3e-e32713e4399f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Sep 23 14:02:47.703451 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-eb667429-3f65-40cf-9efd-0bb9f24233c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:48.741781 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2ecc-759f-476c-9e8e-73a7f15c50aa req-55254824-be76-4884-b5ef-9b29d504f488 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:48.743251 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee8b2ecc-759f-476c-9e8e-73a7f15c50aa req-55254824-be76-4884-b5ef-9b29d504f488 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Sep 23 14:02:48.784361 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee8b2ecc-759f-476c-9e8e-73a7f15c50aa req-ca701f9b-dd23-41f9-8222-a58a315a6aba tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Sep 23 14:02:49.905158 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b29ba-613a-4600-b625-e2c9c7087c3b req-10645de7-2554-4400-bdc4-e663d5dd80f1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:49.906646 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-485b29ba-613a-4600-b625-e2c9c7087c3b req-10645de7-2554-4400-bdc4-e663d5dd80f1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Sep 23 14:02:49.945961 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-485b29ba-613a-4600-b625-e2c9c7087c3b req-0146e2ff-1f8a-43f2-9adf-b101ce329e19 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333378 Sep 23 14:02:50.170410 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c658b935-2ce4-4528-bb38-57b152e2afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:50.707103 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:02:50.964725 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:51.063157 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d8df3-1ef8-489a-a6ed-6aba805cac08 req-8b849bcf-3a22-485a-ba03-aefad5f0808a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:51.064675 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2d8df3-1ef8-489a-a6ed-6aba805cac08 req-8b849bcf-3a22-485a-ba03-aefad5f0808a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Sep 23 14:02:51.102388 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bb2d8df3-1ef8-489a-a6ed-6aba805cac08 req-34c2f49b-d942-4278-830c-38650344902d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Sep 23 14:02:51.177281 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:52.232415 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65569f97-e69d-463e-b2fb-9e0a1430145b req-e7f6cb60-2213-4c70-8cd1-585fa6334c75 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:52.233965 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65569f97-e69d-463e-b2fb-9e0a1430145b req-e7f6cb60-2213-4c70-8cd1-585fa6334c75 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0578730 Sep 23 14:02:52.272322 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-65569f97-e69d-463e-b2fb-9e0a1430145b req-6fdb39b6-6c29-46a5-808f-eaaced1bbd29 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Sep 23 14:02:53.309885 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:53.394126 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d53e-7d06-4717-96ca-daacb9d4a786 req-c0a07826-568b-457b-a992-d482b1d5ad50 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:53.395692 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-11d5d53e-7d06-4717-96ca-daacb9d4a786 req-c0a07826-568b-457b-a992-d482b1d5ad50 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Sep 23 14:02:53.434088 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-11d5d53e-7d06-4717-96ca-daacb9d4a786 req-c16125b2-732f-410e-99d0-6a9cf357258d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Sep 23 14:02:54.552645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659febd6-7d36-4e00-94e6-b872db2d1142 req-cc5ff814-7aa6-4c63-96ae-3ee41ad6d724 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:54.554216 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-659febd6-7d36-4e00-94e6-b872db2d1142 req-cc5ff814-7aa6-4c63-96ae-3ee41ad6d724 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Sep 23 14:02:54.596407 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-659febd6-7d36-4e00-94e6-b872db2d1142 req-a22a7d3f-1bd5-4306-ba59-26810f6db6aa tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349805 Sep 23 14:02:55.719675 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdd8b4-a1be-4c94-bda0-b4469517dfd7 req-7d9d75f0-78a0-4bf9-9bc5-9631e3728c61 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:55.721146 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7fdd8b4-a1be-4c94-bda0-b4469517dfd7 req-7d9d75f0-78a0-4bf9-9bc5-9631e3728c61 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Sep 23 14:02:55.759355 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a7fdd8b4-a1be-4c94-bda0-b4469517dfd7 req-2fede11a-dbae-4b02-942d-d1761cbbd1dc tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Sep 23 14:02:56.879883 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1bb26-51aa-4119-b011-22b6fcaadae3 req-8491b757-4a91-4399-b1fb-be9ca60f5de8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:56.881308 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cda1bb26-51aa-4119-b011-22b6fcaadae3 req-8491b757-4a91-4399-b1fb-be9ca60f5de8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0510800 Sep 23 14:02:56.919476 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-cda1bb26-51aa-4119-b011-22b6fcaadae3 req-ba35c933-0925-49a4-b32e-257d587caaa2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Sep 23 14:02:58.038212 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17e636-40fe-47d1-bba8-ba993ca4264c req-784afeb6-540b-4bf5-9d17-b0d6a436057e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:58.039695 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8b17e636-40fe-47d1-bba8-ba993ca4264c req-784afeb6-540b-4bf5-9d17-b0d6a436057e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Sep 23 14:02:58.077601 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8b17e636-40fe-47d1-bba8-ba993ca4264c req-ba26c484-0519-4502-a524-f9f72b4f179f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Sep 23 14:02:58.518393 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:02:58.617705 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:58.628959 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:02:58.666564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:58.679539 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:02:58.698354 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:02:58.758583 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:02:58.811180 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:02:58.852704 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['3275733a-3386-4d67-9e65-84f4c123e2e5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:02:59.202852 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237a766-623f-4c2a-8f46-730b13dde012 req-225767cd-e086-4785-92d7-3f2576786e91 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:02:59.204369 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9237a766-623f-4c2a-8f46-730b13dde012 req-225767cd-e086-4785-92d7-3f2576786e91 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0539596 Sep 23 14:02:59.242764 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9237a766-623f-4c2a-8f46-730b13dde012 req-f2a470fc-e2b2-4747-af34-bf9bed06d27e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Sep 23 14:03:00.519862 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:00.590339 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12633d-451f-4760-9500-6f64b2ac4b34 req-873f65dd-1140-4068-b80a-05a68533fc54 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:00.592057 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5b12633d-451f-4760-9500-6f64b2ac4b34 req-873f65dd-1140-4068-b80a-05a68533fc54 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0767210 Sep 23 14:03:00.614962 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 3275733a-3386-4d67-9e65-84f4c123e2e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:03:00.615343 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:00.634205 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5b12633d-451f-4760-9500-6f64b2ac4b34 req-18ed4525-645e-42cc-9b1a-ae7b4588d9af tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Sep 23 14:03:00.705905 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:00.729345 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:00.731889 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc04a291-370e-45e7-94cd-a20e816abb46" -d '{"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:00.748278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:00.786422 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed28e2f-3f34-488d-b43d-34f691bd91f5 x-openstack-request-id: req-7ed28e2f-3f34-488d-b43d-34f691bd91f5 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:00.786705 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:00.787009 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ed28e2f-3f34-488d-b43d-34f691bd91f5 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:00.787402 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'code': 200} Sep 23 14:03:00.838876 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:00.900489 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:00.908875 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.909453 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.909868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.910278 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.910687 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.911078 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.911422 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.911752 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.912079 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.912408 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.912737 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:00.913060 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:01.764639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0dcb4-19b6-437c-bb4c-a5670bda0111 req-be95776c-aab9-4774-a8c9-a724f8fe2089 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:01.770901 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cc0dcb4-19b6-437c-bb4c-a5670bda0111 req-be95776c-aab9-4774-a8c9-a724f8fe2089 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Sep 23 14:03:01.812118 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7cc0dcb4-19b6-437c-bb4c-a5670bda0111 req-5288ea34-206a-427c-a822-5ac7d54e5cfe tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Sep 23 14:03:02.977590 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ead05d-10ac-4825-9fbc-7b9eb823df67 req-f65b0eb2-d6a1-41a2-b20e-b265d2315eb1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:02.986248 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ead05d-10ac-4825-9fbc-7b9eb823df67 req-f65b0eb2-d6a1-41a2-b20e-b265d2315eb1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0922871 Sep 23 14:03:03.023084 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-48ead05d-10ac-4825-9fbc-7b9eb823df67 req-52b2fc6a-d982-43a8-8366-db7414b3f4e6 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358751 Sep 23 14:03:04.156022 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86ac2f-5c78-4653-8a71-4baab676fcd8 req-17c2828e-1494-4ae2-8a9b-2f1b3000e66f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:04.158459 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee86ac2f-5c78-4653-8a71-4baab676fcd8 req-17c2828e-1494-4ae2-8a9b-2f1b3000e66f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0547326 Sep 23 14:03:04.200281 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee86ac2f-5c78-4653-8a71-4baab676fcd8 req-4614bdf9-eea1-46ea-84bf-4ecc4d7dd54f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364954 Sep 23 14:03:05.333263 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655e7a8-9b99-4f5a-a273-af7e32086430 req-fed7c5c9-c08e-405b-b339-e22172394663 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:05.334882 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4655e7a8-9b99-4f5a-a273-af7e32086430 req-fed7c5c9-c08e-405b-b339-e22172394663 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0567205 Sep 23 14:03:05.375717 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4655e7a8-9b99-4f5a-a273-af7e32086430 req-0193b02f-155d-4098-866e-ea1f6672750e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340993 Sep 23 14:03:06.509474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95072dd0-5bc5-490c-b84f-3b11ca721399 req-23bf17a3-ec64-493e-b48c-97ecae4bc7a3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:06.511007 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95072dd0-5bc5-490c-b84f-3b11ca721399 req-23bf17a3-ec64-493e-b48c-97ecae4bc7a3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0597150 Sep 23 14:03:06.560494 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95072dd0-5bc5-490c-b84f-3b11ca721399 req-968b46d5-96ba-4b9a-aeda-a6bb7b308e90 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Sep 23 14:03:07.702290 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b3b9-13b3-4c22-bb91-45fb9a61dcfe req-5b5a9b20-2182-4571-bf06-c113b56993d2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:07.704717 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd5b3b9-13b3-4c22-bb91-45fb9a61dcfe req-5b5a9b20-2182-4571-bf06-c113b56993d2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0692053 Sep 23 14:03:07.770917 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd5b3b9-13b3-4c22-bb91-45fb9a61dcfe req-30e9a971-3b8b-4b2f-947c-d2c458ea7c09 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Sep 23 14:03:08.908754 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694dd3-26f9-40c5-a6c4-0b168ea8b0a4 req-904d1244-c993-4b95-88bc-60016c279e85 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:08.910391 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-46694dd3-26f9-40c5-a6c4-0b168ea8b0a4 req-904d1244-c993-4b95-88bc-60016c279e85 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0511675 Sep 23 14:03:08.950779 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-46694dd3-26f9-40c5-a6c4-0b168ea8b0a4 req-737ec3f8-429b-4dcc-8939-3bf4c1accffb tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Sep 23 14:03:10.087495 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb92d-cf0c-4af1-9150-6f2d5a1bc4c1 req-7bf0a117-b98c-4878-b7e3-3d40a6dc7560 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:10.089140 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9aedb92d-cf0c-4af1-9150-6f2d5a1bc4c1 req-7bf0a117-b98c-4878-b7e3-3d40a6dc7560 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0586929 Sep 23 14:03:10.129670 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9aedb92d-cf0c-4af1-9150-6f2d5a1bc4c1 req-dae89289-c9ec-4eb3-9a7e-bb568832715b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Sep 23 14:03:10.844075 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-d66515b1-05d3-44ac-bf9b-85e8dd6462d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:10.845521 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-d66515b1-05d3-44ac-bf9b-85e8dd6462d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1098 time: 0.0403554 Sep 23 14:03:10.938697 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-08ba4ac4-bafb-443e-aad3-5ee51f7596d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:10.940184 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-08ba4ac4-bafb-443e-aad3-5ee51f7596d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0880291 Sep 23 14:03:11.004548 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-c63c52f2-4f59-4bdb-b4d5-274792cf822c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 1001 time: 0.0578840 Sep 23 14:03:11.059687 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-cb83f312-070f-469c-bfd7-774b7e1d07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:11.061335 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-cb83f312-070f-469c-bfd7-774b7e1d07bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0453756 Sep 23 14:03:11.110114 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-0a10795c-e6ac-4ea4-be4c-051fbfb7f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:11.111513 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-0a10795c-e6ac-4ea4-be4c-051fbfb7f332 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436146 Sep 23 14:03:11.201301 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-911997fa-f485-4d80-9020-6719e4c90a68 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827742 Sep 23 14:03:11.305010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f387ea-e0dd-42b7-bb5b-b2690a541987 req-46bc367f-0d6e-4847-be9b-2d8155ff244e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:11.306521 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00f387ea-e0dd-42b7-bb5b-b2690a541987 req-46bc367f-0d6e-4847-be9b-2d8155ff244e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.1043303 Sep 23 14:03:11.342558 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-62e3eb1a-162c-4906-a379-5cc3de60edc8 req-caf1059c-de7b-42db-a99d-ca5cc80191a3 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321628 Sep 23 14:03:11.359257 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-00f387ea-e0dd-42b7-bb5b-b2690a541987 req-7aa45d5c-76bf-4be6-9c02-a2ed887ab6d3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Sep 23 14:03:12.479509 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c6f0a-11ef-4e00-bc15-20f7269f5e8b req-eca8a152-22f3-482d-8f2f-37689579fed7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:12.481789 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7f8c6f0a-11ef-4e00-bc15-20f7269f5e8b req-eca8a152-22f3-482d-8f2f-37689579fed7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0493519 Sep 23 14:03:12.522675 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7f8c6f0a-11ef-4e00-bc15-20f7269f5e8b req-ae34fcf2-526f-4578-9528-ab153cd21671 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351689 Sep 23 14:03:13.642717 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c432fb8-02b8-4dfa-a99d-251e564bbe91 req-c77f87ef-26d4-4639-80a4-bdffcfb3088e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:13.644196 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2c432fb8-02b8-4dfa-a99d-251e564bbe91 req-c77f87ef-26d4-4639-80a4-bdffcfb3088e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Sep 23 14:03:13.682805 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2c432fb8-02b8-4dfa-a99d-251e564bbe91 req-7f1d6790-caf8-44c8-b912-cd1ee8f3901f tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Sep 23 14:03:14.614317 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:03:14.697032 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:14.722240 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:14.724545 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c8cb6b-3e5f-4d75-b0b3-93a962987d1f" -d '{"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-unplugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:14.746362 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:14.764053 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e5092-6606-414d-b499-81b99d5b4b89 x-openstack-request-id: req-393e5092-6606-414d-b499-81b99d5b4b89 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:14.764417 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-unplugged", "status": "failed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:14.764632 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-393e5092-6606-414d-b499-81b99d5b4b89 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:14.765005 dv-cinder-733622-19-iscsi neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'code': 422} returned with failed status Sep 23 14:03:14.828972 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:14.862791 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:14.880745 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:15.951181 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33acb75-42a6-4db5-8950-d7a26b50c0ac req-3af38ab5-ff52-4826-808c-b39c0ff38338 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:15.952833 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b33acb75-42a6-4db5-8950-d7a26b50c0ac req-3af38ab5-ff52-4826-808c-b39c0ff38338 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0494711 Sep 23 14:03:15.991376 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b33acb75-42a6-4db5-8950-d7a26b50c0ac req-375a3f29-814e-4f15-a35f-cd67edace4ad tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326679 Sep 23 14:03:16.162591 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-93b5f910-9ebf-4d0f-ae75-07c57b191e48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450625 Sep 23 14:03:17.110462 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48374d-b59c-49d3-98f6-2581b236662f req-c36aabb9-b993-4573-8212-98ef7e6772f9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:17.111954 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2c48374d-b59c-49d3-98f6-2581b236662f req-c36aabb9-b993-4573-8212-98ef7e6772f9 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0482893 Sep 23 14:03:17.152814 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2c48374d-b59c-49d3-98f6-2581b236662f req-b94ecfa4-ff95-4af0-ade1-c6d6812e5937 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350392 Sep 23 14:03:17.702797 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7536fc51-9aef-4ae3-a0a7-0d54eac5864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:18.272302 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce01e44-8647-4723-a9d7-36b4a64ec689 req-3c36fbbf-7611-482e-b8f3-4a128ccbe384 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:18.273811 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ce01e44-8647-4723-a9d7-36b4a64ec689 req-3c36fbbf-7611-482e-b8f3-4a128ccbe384 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0503676 Sep 23 14:03:18.312795 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ce01e44-8647-4723-a9d7-36b4a64ec689 req-bab19adc-dc37-4a69-b644-8a59b36b8825 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Sep 23 14:03:18.961133 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8704-326a-435c-9528-e711732ee755 req-1f69ca05-f252-44ee-935a-ff08d873ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:18.962550 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-1f69ca05-f252-44ee-935a-ff08d873ef2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1096 time: 0.0401652 Sep 23 14:03:19.070854 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8704-326a-435c-9528-e711732ee755 req-0547ad98-2ab6-4e05-95c5-8a447ea7f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.072332 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-0547ad98-2ab6-4e05-95c5-8a447ea7f8e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0884731 Sep 23 14:03:19.142846 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-bd0ba8b3-005d-4d20-998a-a4f95bf57790 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 999 time: 0.0567753 Sep 23 14:03:19.152635 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-f68a33e8-70d6-4ffe-9f3d-a9d60827ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.155037 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-f68a33e8-70d6-4ffe-9f3d-a9d60827ff4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54&tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58 HTTP/1.1" status: 200 len: 1096 time: 0.0415387 Sep 23 14:03:19.191312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8704-326a-435c-9528-e711732ee755 req-f21ef014-c978-4b8e-92f3-c35e24ab4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.192758 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-f21ef014-c978-4b8e-92f3-c35e24ab4df6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0428064 Sep 23 14:03:19.241947 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8704-326a-435c-9528-e711732ee755 req-f4c9949b-1f40-4851-bf0e-1abf1fef672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.243353 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-f4c9949b-1f40-4851-bf0e-1abf1fef672e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436256 Sep 23 14:03:19.334276 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-2b70a964-c15e-4d6c-a544-f5faa5d5dc08 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Sep 23 14:03:19.477199 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e5ff8704-326a-435c-9528-e711732ee755 req-08b96f14-d68b-470e-bdf5-3640b8b68d82 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352232 Sep 23 14:03:19.486988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc57e5-e2ed-417e-ab8a-d93bc22bce29 req-b46f15bd-52b5-4095-b66a-d1ea729d20e4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.488527 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2cc57e5-e2ed-417e-ab8a-d93bc22bce29 req-b46f15bd-52b5-4095-b66a-d1ea729d20e4 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0716166 Sep 23 14:03:19.529699 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2cc57e5-e2ed-417e-ab8a-d93bc22bce29 req-44952f55-4c90-4188-84d0-ad064f76cf59 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349636 Sep 23 14:03:19.636081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-e484361b-b141-4916-ac17-b73bfe83f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.637606 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-e484361b-b141-4916-ac17-b73bfe83f7b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1096 time: 0.0452743 Sep 23 14:03:19.728639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-096f71a2-8721-4779-b5a1-5efd2491262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.730568 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-096f71a2-8721-4779-b5a1-5efd2491262f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 200 len: 917 time: 0.0864429 Sep 23 14:03:19.801313 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-8214db12-d34f-44c0-8ce5-95196b4b4dbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 200 len: 999 time: 0.0639446 Sep 23 14:03:19.852733 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-70169431-1421-4d09-9a86-715cae2eb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.854212 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-70169431-1421-4d09-9a86-715cae2eb92f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 200 len: 856 time: 0.0458903 Sep 23 14:03:19.903355 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-70cde1e7-2771-419b-b76a-aca9cfbd7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:19.905684 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-70cde1e7-2771-419b-b76a-aca9cfbd7766 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dda631f-7cf4-44f4-a57e-f9407a396ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423934 Sep 23 14:03:20.001407 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-412d0c3d-2217-478f-a01e-a265cf88f5a6 service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Sep 23 14:03:20.094112 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f76f09eb-76ca-46d1-8181-287bb9a87849 req-4f15cbbf-1f7d-49b0-affb-6048fdee252f service neutron] 10.222.0.45 "GET /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854583 Sep 23 14:03:20.194083 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9d5ad047-270a-4f5e-b244-74872a0018f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:20.674145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352ac8-9a81-49e5-a659-7ef78bdf3744 req-1d4652dc-7db7-4c7b-8b34-6411a0d40dc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:20.675874 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-30352ac8-9a81-49e5-a659-7ef78bdf3744 req-1d4652dc-7db7-4c7b-8b34-6411a0d40dc2 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0539441 Sep 23 14:03:20.723064 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-30352ac8-9a81-49e5-a659-7ef78bdf3744 req-ce724832-f48a-4a2f-8b92-0b4dd60527bf tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Sep 23 14:03:20.971989 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:21.182546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:21.859919 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4f7cc-d1b5-4bc7-a741-0fc8adb41133 req-513fd20b-c665-445f-9749-ec1a404c3ec1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:21.861297 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5dd4f7cc-d1b5-4bc7-a741-0fc8adb41133 req-513fd20b-c665-445f-9749-ec1a404c3ec1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0611603 Sep 23 14:03:21.904025 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5dd4f7cc-d1b5-4bc7-a741-0fc8adb41133 req-e1762fb7-ad78-4e22-946e-9d5a86556c0a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Sep 23 14:03:23.044416 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bceb3-ac5f-45b6-9847-bc496f893b6d req-7973dc4c-7971-4389-b214-1868c3bba65a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:23.045949 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c08bceb3-ac5f-45b6-9847-bc496f893b6d req-7973dc4c-7971-4389-b214-1868c3bba65a tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0643768 Sep 23 14:03:23.087974 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c08bceb3-ac5f-45b6-9847-bc496f893b6d req-ec214e78-3d24-45f6-bc08-905deaaca1e0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354974 Sep 23 14:03:23.291764 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:23.379831 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-38b96e71-9c36-4236-9fc6-17c4487ef657 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090399169&fields=id&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 267 time: 0.0378191 Sep 23 14:03:23.764209 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-a806e988-910f-46f8-80d0-587ab1aa59b9 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:23.765867 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-a806e988-910f-46f8-80d0-587ab1aa59b9 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.3772738 Sep 23 14:03:23.783039 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-0d56b3a2-c691-4beb-8c0f-06856562ab14 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/quotas/973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 375 time: 0.0105700 Sep 23 14:03:23.841516 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-216a2c52-7577-428e-8fab-962eb9c9316d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526714 Sep 23 14:03:23.951247 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-1c61876c-932b-4910-ae16-d15cd582ea42 service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960541 Sep 23 14:03:24.046786 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-5c77d5fc-00c3-4113-80b9-392b46b7bc00 service neutron] 10.222.0.18 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884800 Sep 23 14:03:24.245591 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de25589-698c-4eca-a77b-ed84b0db7a69 req-3105581d-f16b-4f6a-aa69-a041d01a5b78 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:24.247170 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7de25589-698c-4eca-a77b-ed84b0db7a69 req-3105581d-f16b-4f6a-aa69-a041d01a5b78 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0582452 Sep 23 14:03:24.292229 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7de25589-698c-4eca-a77b-ed84b0db7a69 req-a55bb8a4-2ad5-4dd3-84ae-673536568be7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Sep 23 14:03:24.635239 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e1a852a1-d3c4-47da-a585-5c896f2c6778 req-828c047f-076c-4dc4-a248-d6091b36a848 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0285900 Sep 23 14:03:25.425164 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d021cb8-f00c-43ab-8bc4-4cff00b327c8 req-37d358fa-fc50-45ad-9d9e-85f892b49df7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:25.426790 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d021cb8-f00c-43ab-8bc4-4cff00b327c8 req-37d358fa-fc50-45ad-9d9e-85f892b49df7 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0521095 Sep 23 14:03:25.465406 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9d021cb8-f00c-43ab-8bc4-4cff00b327c8 req-0670b32b-c1d1-4fa8-943d-1a22932cdbb1 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Sep 23 14:03:25.739396 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f3d2c224-47ec-40bf-be4f-f1cdd762638b req-ae1a0698-78c6-4d8a-badf-1950f135709a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0294490 Sep 23 14:03:26.589582 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583578f-6c55-42d4-bebe-4e5ac1dc5450 req-0d6d6195-b813-431a-b5d1-deef2230d904 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:26.591099 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4583578f-6c55-42d4-bebe-4e5ac1dc5450 req-0d6d6195-b813-431a-b5d1-deef2230d904 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0520303 Sep 23 14:03:26.632548 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4583578f-6c55-42d4-bebe-4e5ac1dc5450 req-aaa8e975-d0f8-4b03-8d1d-bf9615b36f8d tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351946 Sep 23 14:03:26.835215 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-731431a5-a9bf-4c0b-998c-9ccc2e27dd69 req-d3cd5da0-22c9-46fb-bc9e-bc263decc91a tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0260804 Sep 23 14:03:27.707169 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:03:27.770787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabc938-7e92-4f0d-a827-82db6ac29e9e req-339965d2-7d40-43b2-befa-1677509633f3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:27.772390 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aeabc938-7e92-4f0d-a827-82db6ac29e9e req-339965d2-7d40-43b2-befa-1677509633f3 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0644772 Sep 23 14:03:27.814237 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-aeabc938-7e92-4f0d-a827-82db6ac29e9e req-f17cfd99-1494-479b-83d4-c455cf1b1eee tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353882 Sep 23 14:03:27.936060 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26fe6b05-964d-48ac-8326-f25e8ce9cb0b req-f473019b-3d0c-4d55-9a3b-ddefbf8e25a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0323417 Sep 23 14:03:28.942683 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf1ce-8ba1-485c-8da5-c053e5fe4483 req-fc167851-a192-45ea-aa6c-603a301a6ada tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:28.944231 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc0bf1ce-8ba1-485c-8da5-c053e5fe4483 req-fc167851-a192-45ea-aa6c-603a301a6ada tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0531833 Sep 23 14:03:28.987052 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dc0bf1ce-8ba1-485c-8da5-c053e5fe4483 req-621f2f26-57f6-4f3e-b123-0d495d0a0176 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367353 Sep 23 14:03:29.056441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4be8dab3-2277-4ea7-a38c-d94b58f010e2 req-97ce6f59-1ead-4b55-b1a9-e9b8f7e000c6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0264966 Sep 23 14:03:30.152765 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35109-598d-48d6-937c-4e5df4f50582 req-5b9aba64-cf22-4625-be00-e3c80c3da6df tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:30.154262 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ea35109-598d-48d6-937c-4e5df4f50582 req-5b9aba64-cf22-4625-be00-e3c80c3da6df tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0733073 Sep 23 14:03:30.170584 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-58c9ce42-e7a5-4f34-aa55-a5efe79860b1 req-b5e31182-4f87-432a-9a96-a966fe0a49bb tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0402117 Sep 23 14:03:30.214295 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ea35109-598d-48d6-937c-4e5df4f50582 req-ace937fc-fd1a-4db5-a89d-18c557e05208 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Sep 23 14:03:31.273834 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-35702a93-2000-44bf-97a7-4c5f4e83e82d req-fa31e396-c932-4222-9ce1-69e60a0953a1 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0289447 Sep 23 14:03:31.340363 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b3e89-9994-441a-8cef-4f85ae62abe6 req-3e0d1a04-4c9e-4f9d-8fc3-e5914d9cac84 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:31.341992 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c51b3e89-9994-441a-8cef-4f85ae62abe6 req-3e0d1a04-4c9e-4f9d-8fc3-e5914d9cac84 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0515003 Sep 23 14:03:31.389277 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c51b3e89-9994-441a-8cef-4f85ae62abe6 req-98d28bfe-a0b7-4ec1-9ab7-dcff64de8b2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Sep 23 14:03:32.373675 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3aee24bd-8477-4096-a6d1-7a60ee7ceb38 req-0463e9d4-8545-438d-8934-1ccf3e9d9c7f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0294940 Sep 23 14:03:32.518917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30589e-1db2-4e9d-aa4b-6842f28b1075 req-6dc560bf-d11d-4c1f-bb67-ae72a57ac696 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:32.520561 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d30589e-1db2-4e9d-aa4b-6842f28b1075 req-6dc560bf-d11d-4c1f-bb67-ae72a57ac696 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 943 time: 0.0556309 Sep 23 14:03:32.618151 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-2d30589e-1db2-4e9d-aa4b-6842f28b1075 req-3ff6d1d2-8cb2-465d-bf15-05971fe25cde tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879445 Sep 23 14:03:32.654047 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-cefce19b-cfd0-4941-abfb-b141a7548ec5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:32.656134 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-cefce19b-cfd0-4941-abfb-b141a7548ec5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 811 time: 0.1340544 Sep 23 14:03:32.685577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:03:32.700652 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e2e6ffbc-4a5a-405a-8e36-6306f089d06d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=973bfa87bcc64277a0165badd90793af HTTP/1.1" status: 200 len: 380 time: 0.0344751 Sep 23 14:03:32.710092 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'port': {'device_id': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'admin_state_up': True, 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'security_groups': ['c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66']}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:32.784524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:32.796063 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'port_id': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'mac_address': 'fa:16:3e:25:25:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:03:32.834000 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:32.851896 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:03:32.873624 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:32.885447 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Made reservation on behalf of 973bfa87bcc64277a0165badd90793af for: {'port': 1} {{(pid=106387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:03:32.889610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:32.971219 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.019570 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=9']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:33.025386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.20.0.8 (26fa4166-2eca-47c3-bada-8c6d5a84e226/25269edf-99d8-425d-b117-e747d9d7a113/7fb16c80-919b-4955-8643-1b797e79dee4) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:33.166866 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.197408 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['3275733a-3386-4d67-9e65-84f4c123e2e5'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:03:33.257467 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.301622 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:33.306687 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:33.309317 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:03:33.336453 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:33.352458 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.352811 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.353151 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.353520 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.353851 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.354180 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.354506 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.354831 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.355156 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.355476 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.355798 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.356115 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:03:33.380119 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:33.385076 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.485224 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-e33fa1f3-64ea-4971-8d73-10a4b13d5855 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789719 Sep 23 14:03:33.495328 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-b5e4311c-d200-4e81-9768-8e7555a6ceba None None] Provisioning complete for port 7fb16c80-919b-4955-8643-1b797e79dee4 triggered by entity DHCP. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:03:33.498434 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b5e4311c-d200-4e81-9768-8e7555a6ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.498910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Request body: {'port': {'device_id': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:33.527356 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177f911-4e0d-4eba-81f6-1ac847f22798 req-acccc398-7c6b-481d-8256-904dfe4d1994 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:33.527356 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3177f911-4e0d-4eba-81f6-1ac847f22798 req-acccc398-7c6b-481d-8256-904dfe4d1994 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 931 time: 0.0785995 Sep 23 14:03:33.543838 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4311c-d200-4e81-9768-8e7555a6ceba None None] Port 7fb16c80-919b-4955-8643-1b797e79dee4 cannot update to ACTIVE because it is not bound. {{(pid=106389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 14:03:33.590140 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.604491 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3177f911-4e0d-4eba-81f6-1ac847f22798 req-db2e054a-3fe6-44df-9edf-344b4e6aa32e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677168 Sep 23 14:03:33.785505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ce97-a2e7-456d-883a-f3827fea669b req-945bb329-af5b-43ab-8e5e-6b70e60b955b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:33.787066 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1c67ce97-a2e7-456d-883a-f3827fea669b req-945bb329-af5b-43ab-8e5e-6b70e60b955b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0825922 Sep 23 14:03:33.875370 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1c67ce97-a2e7-456d-883a-f3827fea669b req-e62664e0-87a4-47dd-9bf2-5dca61461301 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819409 Sep 23 14:03:33.947367 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb16c80-919b-4955-8643-1b797e79dee4 {{(pid=106387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:03:33.956995 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:33.971771 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.provisioning_blocks [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Transition to ACTIVE for port object 7fb16c80-919b-4955-8643-1b797e79dee4 will not be triggered until provisioned by entity L2. {{(pid=106387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:03:34.708986 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:34.739021 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48abd0-9d2d-4a9a-beb8-90c69810d796 req-d0ffbea1-3425-4e30-9cf0-9dc31fca5aff tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:34.740706 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f48abd0-9d2d-4a9a-beb8-90c69810d796 req-d0ffbea1-3425-4e30-9cf0-9dc31fca5aff tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 931 time: 0.0570028 Sep 23 14:03:34.752915 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 3275733a-3386-4d67-9e65-84f4c123e2e5 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:03:34.753277 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:34.782315 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0f48abd0-9d2d-4a9a-beb8-90c69810d796 req-938a402b-3dc1-4c18-b244-004977814b20 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352814 Sep 23 14:03:34.833672 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:34.859422 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:34.861651 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c128e6-3ca6-4ccd-8164-7002d61f5ed3" -d '{"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:34.879495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:34.898689 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3eba35-4294-4dd4-95ce-2811599d2f52 x-openstack-request-id: req-cc3eba35-4294-4dd4-95ce-2811599d2f52 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:34.898986 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-plugged", "status": "completed", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:34.899244 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc3eba35-4294-4dd4-95ce-2811599d2f52 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:34.899634 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'code': 200} Sep 23 14:03:35.002236 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd45676-3cf9-4b4c-b88c-297901b9a23f req-44def2be-9e11-427b-aa97-36c7392559a8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.003744 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd45676-3cf9-4b4c-b88c-297901b9a23f req-44def2be-9e11-427b-aa97-36c7392559a8 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 944 time: 0.0530956 Sep 23 14:03:35.042623 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-0dd45676-3cf9-4b4c-b88c-297901b9a23f req-4fcb4421-3fe9-40c7-814a-0116afe65914 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Sep 23 14:03:35.047667 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:35.095341 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:35.101023 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.154210 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=10']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.177862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Attempting to bind port 7fb16c80-919b-4955-8643-1b797e79dee4 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 14:03:35.178472 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Attempting to bind port 7fb16c80-919b-4955-8643-1b797e79dee4 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 14:03:35.178976 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Attempting to bind port 7fb16c80-919b-4955-8643-1b797e79dee4 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:35.184109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Port 7fb16c80-919b-4955-8643-1b797e79dee4 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 14:03:35.184431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Attempting to bind port 7fb16c80-919b-4955-8643-1b797e79dee4 on network 26fa4166-2eca-47c3-bada-8c6d5a84e226 {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 14:03:35.189681 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Checking agent: {'id': '110e19f7-33b1-4b65-b602-eaf5ce116607', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'started_at': datetime.datetime(2021, 9, 23, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 14:03:35.196568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Checking segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 14:03:35.196568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Bound using segment: {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'} {{(pid=106387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 14:03:35.196568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.managers [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Bound port: 7fb16c80-919b-4955-8643-1b797e79dee4, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226'}}] {{(pid=106387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 14:03:35.196568 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:35.267090 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, cleared binding levels {{(pid=106387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 14:03:35.270563 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7fb16c80-919b-4955-8643-1b797e79dee4,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 14:03:35.324087 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2fa7c-09cb-4a99-8383-a589b4be3691 req-b0512530-49b5-4dd2-a9dc-d10e38e5eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.326581 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-dac2fa7c-09cb-4a99-8383-a589b4be3691 req-b0512530-49b5-4dd2-a9dc-d10e38e5eb74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 1099 time: 0.0446975 Sep 23 14:03:35.330023 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:35.368978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.368978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:35.369723 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-dac2fa7c-09cb-4a99-8383-a589b4be3691 req-a314408c-f5e7-49a0-96cc-04eac3430b89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Sep 23 14:03:35.369923 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] 10.222.0.45 "PUT /v2.0/ports/7fb16c80-919b-4955-8643-1b797e79dee4 HTTP/1.1" status: 200 len: 1093 time: 1.8732097 Sep 23 14:03:35.369923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:35.370106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db" -d '{"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:35.396266 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23712209-6a3f-4a7f-8f51-789962af3952 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=3']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:35.418223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d4fa5-a8bd-4d92-8e30-fa0433802680 x-openstack-request-id: req-668d4fa5-a8bd-4d92-8e30-fa0433802680 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:35.418223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:35.418223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-668d4fa5-a8bd-4d92-8e30-fa0433802680 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:35.418223 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4', 'status': 'completed', 'code': 200} Sep 23 14:03:35.681096 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-4ce5c81f-15ce-460e-8422-f69d5c268f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.682532 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-4ce5c81f-15ce-460e-8422-f69d5c268f6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1096 time: 0.0416865 Sep 23 14:03:35.786412 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-3bc13b87-30b3-4f58-9949-c8f11fdfc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.787898 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-3bc13b87-30b3-4f58-9949-c8f11fdfc0ac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=973bfa87bcc64277a0165badd90793af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0972328 Sep 23 14:03:35.924460 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-baed0334-8147-422f-ae26-aa845179bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.925990 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ee6a8dac-d3d1-4aa0-99cd-d442db48e7db req-baed0334-8147-422f-ae26-aa845179bac0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1210272 Sep 23 14:03:35.938988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c8cd-de90-4a0d-b8df-739578bcbfd7 req-ad6503b6-157d-41e8-8ae7-caab74b8e095 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:35.938988 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9742c8cd-de90-4a0d-b8df-739578bcbfd7 req-ad6503b6-157d-41e8-8ae7-caab74b8e095 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0739555 Sep 23 14:03:36.001261 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9742c8cd-de90-4a0d-b8df-739578bcbfd7 req-fa1f4d5c-6553-4a9b-8018-aad7120310e2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548790 Sep 23 14:03:36.014365 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-142fea95-5072-4306-8137-46492d033cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:36.016509 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-142fea95-5072-4306-8137-46492d033cb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1096 time: 0.0494018 Sep 23 14:03:36.059763 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-92ba7928-984d-43ac-9504-04b8874184c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb16c80-919b-4955-8643-1b797e79dee4 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Sep 23 14:03:36.112664 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-7e202e5e-9719-4395-8965-7221f6a08c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:36.114151 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-7e202e5e-9719-4395-8965-7221f6a08c8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0465643 Sep 23 14:03:36.194657 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f08742-2d5d-42a5-b75c-ed8481262b63 req-53a022b2-47dd-41d7-ae18-7a1c3f8be6ea tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:36.196056 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72f08742-2d5d-42a5-b75c-ed8481262b63 req-53a022b2-47dd-41d7-ae18-7a1c3f8be6ea tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0756567 Sep 23 14:03:36.197766 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-8f21bbf3-7f4a-4c58-96fd-057861ae2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:36.199098 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-8f21bbf3-7f4a-4c58-96fd-057861ae2a41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699682 Sep 23 14:03:36.264511 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-72f08742-2d5d-42a5-b75c-ed8481262b63 req-18d99217-efd0-4e61-830c-e098f0233a98 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625269 Sep 23 14:03:36.315955 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-493afe64-b782-4e9d-bda0-6784c624bb0d service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009157 Sep 23 14:03:36.415150 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b18d1d77-b72f-4b47-a724-781bc328c05d req-936ed3ef-af24-4c75-bf54-1e7577fff0d6 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Sep 23 14:03:37.118889 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a263-1011-48ea-9354-c7431d642384 req-83a285a2-0903-4ea9-898d-2dde318107e4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:37.120398 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a695a263-1011-48ea-9354-c7431d642384 req-83a285a2-0903-4ea9-898d-2dde318107e4 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0506685 Sep 23 14:03:37.161925 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a695a263-1011-48ea-9354-c7431d642384 req-139462c2-402e-4fa1-94c4-ea08bb525565 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Sep 23 14:03:37.393490 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175abc8-2e44-42ef-a033-d9627ab54e71 req-b140f6c2-a28a-4438-b70c-2fdcf1f13e12 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:37.394951 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d175abc8-2e44-42ef-a033-d9627ab54e71 req-b140f6c2-a28a-4438-b70c-2fdcf1f13e12 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0514996 Sep 23 14:03:37.431687 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d175abc8-2e44-42ef-a033-d9627ab54e71 req-4c6ae4c0-a16c-4706-9761-334b1c3fe3ec tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Sep 23 14:03:38.274953 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafac8-032a-4b39-bb72-0a3a5d4f51ad req-e8dcd98e-f7ff-4d9f-99f9-600e098db202 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:38.276407 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ffcafac8-032a-4b39-bb72-0a3a5d4f51ad req-e8dcd98e-f7ff-4d9f-99f9-600e098db202 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0494044 Sep 23 14:03:38.322765 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ffcafac8-032a-4b39-bb72-0a3a5d4f51ad req-103fad7b-f417-44d7-85a3-de54bee20993 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398464 Sep 23 14:03:38.551625 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e27f30-afb8-481b-ad87-b4da08a50fee req-e49feaf5-114a-4665-9ba8-f19b4eb9c762 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:38.553138 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-01e27f30-afb8-481b-ad87-b4da08a50fee req-e49feaf5-114a-4665-9ba8-f19b4eb9c762 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Sep 23 14:03:38.592155 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-01e27f30-afb8-481b-ad87-b4da08a50fee req-c121805c-336c-4190-9d4d-8a34f5f07a84 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330627 Sep 23 14:03:39.440959 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690545-0edc-41e0-af85-4529062bd999 req-361c60bd-ee89-40cf-853a-914552d27d0b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:39.442542 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c690545-0edc-41e0-af85-4529062bd999 req-361c60bd-ee89-40cf-853a-914552d27d0b tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0502892 Sep 23 14:03:39.481064 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9c690545-0edc-41e0-af85-4529062bd999 req-31eecdee-0d1d-4407-a564-3f3770d6183e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Sep 23 14:03:40.596040 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117cd0b-5020-4ad3-9a11-66996c20d35e req-285aacad-41a7-4b57-8af5-61f02c18674f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:40.597523 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7117cd0b-5020-4ad3-9a11-66996c20d35e req-285aacad-41a7-4b57-8af5-61f02c18674f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0478857 Sep 23 14:03:40.638834 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7117cd0b-5020-4ad3-9a11-66996c20d35e req-92efaf46-cf07-4254-b781-131f7f8a3275 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Sep 23 14:03:41.751893 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb48a-564d-4124-9382-2ca663833449 req-c0bcfd9a-44ba-49d9-9caa-8cc587fb1925 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:41.753375 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c19eb48a-564d-4124-9382-2ca663833449 req-c0bcfd9a-44ba-49d9-9caa-8cc587fb1925 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0485432 Sep 23 14:03:41.791522 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c19eb48a-564d-4124-9382-2ca663833449 req-42d5ed26-1264-4722-a704-bb90ef285aee tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 23 14:03:42.903312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd1ab0-3b7a-4264-8b44-fb1b763573bc req-7e49d807-f221-40b0-80c1-a0a931634aa5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:42.904785 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26bd1ab0-3b7a-4264-8b44-fb1b763573bc req-7e49d807-f221-40b0-80c1-a0a931634aa5 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0489173 Sep 23 14:03:42.945312 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-26bd1ab0-3b7a-4264-8b44-fb1b763573bc req-f695fa13-9d6e-4729-ac84-ada47223db87 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Sep 23 14:03:44.058654 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe0934-0a9b-4871-b787-df99699c3c00 req-263bc7ce-1f36-42d9-8183-f0ecacc78eef tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:44.060180 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-66fe0934-0a9b-4871-b787-df99699c3c00 req-263bc7ce-1f36-42d9-8183-f0ecacc78eef tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 943 time: 0.0495827 Sep 23 14:03:44.103816 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-66fe0934-0a9b-4871-b787-df99699c3c00 req-ba84f2be-b546-4283-ad6c-f0c9b3ee7828 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364883 Sep 23 14:03:44.758359 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 7fb16c80-919b-4955-8643-1b797e79dee4 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:03:44.965210 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:44.994013 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7fb16c80-919b-4955-8643-1b797e79dee4,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:45.005439 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '7fb16c80-919b-4955-8643-1b797e79dee4', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'port_id': '7fb16c80-919b-4955-8643-1b797e79dee4', 'mac_address': 'fa:16:3e:18:9e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:03:45.043149 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:45.056841 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb16c80-919b-4955-8643-1b797e79dee4 {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:03:45.076948 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7fb16c80-919b-4955-8643-1b797e79dee4,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:45.159673 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:45.208034 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=4']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:45.221084 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb670fed-20d8-4d64-93e4-a3e78aaf00bc req-ecb7c3a5-4cec-4b28-8322-03c50987102f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:45.222489 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb670fed-20d8-4d64-93e4-a3e78aaf00bc req-ecb7c3a5-4cec-4b28-8322-03c50987102f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 944 time: 0.0520637 Sep 23 14:03:45.262320 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-eb670fed-20d8-4d64-93e4-a3e78aaf00bc req-4cc70f99-6a2a-4c27-963a-8be0878599b8 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Sep 23 14:03:45.388600 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['7fb16c80-919b-4955-8643-1b797e79dee4'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:03:46.377243 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed838eb6-7885-4d35-9b5b-05990c3e363e req-73d842bd-75de-470f-8229-f3e8d26591d6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:46.378872 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ed838eb6-7885-4d35-9b5b-05990c3e363e req-73d842bd-75de-470f-8229-f3e8d26591d6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 944 time: 0.0484507 Sep 23 14:03:46.416777 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-ed838eb6-7885-4d35-9b5b-05990c3e363e req-a3b164f4-8061-4fcc-961e-7f763ffa8117 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Sep 23 14:03:46.767373 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 7fb16c80-919b-4955-8643-1b797e79dee4 up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:03:46.912083 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning for port 7fb16c80-919b-4955-8643-1b797e79dee4 completed by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:03:46.916018 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 7fb16c80-919b-4955-8643-1b797e79dee4 triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:03:46.916403 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:46.997855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:47.021297 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:47.023590 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734c2e64-c18d-47d4-9bed-4f9b8f3bc535" -d '{"events": [{"server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:47.038355 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7fb16c80-919b-4955-8643-1b797e79dee4,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:03:47.065933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffe1c8-e644-4b78-ba0b-3f559eedf85d x-openstack-request-id: req-33ffe1c8-e644-4b78-ba0b-3f559eedf85d {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:47.065933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:47.065933 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ffe1c8-e644-4b78-ba0b-3f559eedf85d {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:47.065933 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4', 'code': 200} Sep 23 14:03:47.114074 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:47.161285 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=5']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:47.453275 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfbd57-de8e-4289-81af-a9780e26696b req-0d522910-b90a-4955-8e22-029067c2dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:47.454984 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23dfbd57-de8e-4289-81af-a9780e26696b req-0d522910-b90a-4955-8e22-029067c2dcda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1098 time: 0.0404718 Sep 23 14:03:47.503431 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-23dfbd57-de8e-4289-81af-a9780e26696b req-f97e4273-6689-4faf-8fba-d96a5c6b1f9b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Sep 23 14:03:47.539473 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b97d2-4bac-401b-9850-b7c5a09038df req-2b7711c0-5f3a-4c67-b14f-d83e8f0c0147 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:47.540970 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-706b97d2-4bac-401b-9850-b7c5a09038df req-2b7711c0-5f3a-4c67-b14f-d83e8f0c0147 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0568666 Sep 23 14:03:47.580008 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-706b97d2-4bac-401b-9850-b7c5a09038df req-f20da829-f617-4f62-92f1-81cc3a61aafe tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Sep 23 14:03:47.712041 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-c9c53bb9-c1c0-4a9f-8ca1-0bb100633b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:48.699539 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549b4a3-1c85-4882-b826-571dc7ffe7b7 req-e4848cea-f745-4304-9261-275ff7b14b0d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:48.701118 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c549b4a3-1c85-4882-b826-571dc7ffe7b7 req-e4848cea-f745-4304-9261-275ff7b14b0d tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0491991 Sep 23 14:03:48.739792 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c549b4a3-1c85-4882-b826-571dc7ffe7b7 req-22985f28-9c15-49d9-9428-53eef1481123 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 23 14:03:49.854197 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc327b-94d6-484f-8004-a10b6f5e2d80 req-88df7922-2b35-4260-851b-168aa0a19dbe tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:49.855616 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79cc327b-94d6-484f-8004-a10b6f5e2d80 req-88df7922-2b35-4260-851b-168aa0a19dbe tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0491421 Sep 23 14:03:49.898204 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-79cc327b-94d6-484f-8004-a10b6f5e2d80 req-cedf5bf4-627d-4b18-b263-7748b2024372 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Sep 23 14:03:50.013868 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41535f88-dcd4-417f-9f29-5950f86cc263 req-664a599e-2f1c-439d-b3f0-7a0dc371bea3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:50.015913 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-41535f88-dcd4-417f-9f29-5950f86cc263 req-664a599e-2f1c-439d-b3f0-7a0dc371bea3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0491259 Sep 23 14:03:50.053497 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-41535f88-dcd4-417f-9f29-5950f86cc263 req-776ac93d-781b-4371-a2b5-515c95999415 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Sep 23 14:03:50.076507 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:03:50.165200 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-207a0372-ddd8-4b71-be4a-7343ca7e628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:50.263645 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332abb6-2ae2-4310-9a21-c702fd5b81f6 tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:50.265953 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d332abb6-2ae2-4310-9a21-c702fd5b81f6 tempest-TestVolumeBootPattern-1806463657 tempest-TestVolumeBootPattern-1806463657-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1093 time: 0.1875112 Sep 23 14:03:50.268596 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48216) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:03:50.272767 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.v2.base [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Request body: {'floatingip': {'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'port_id': '7fb16c80-919b-4955-8643-1b797e79dee4', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 14:03:50.336626 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:50.437627 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:50.545406 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_common [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Allocated IP 172.27.1.194 (42b93358-f7d1-4cd1-aa41-445346ad8247/3245ae97-20c4-41a2-b2b8-509355ca7141/2521ee25-c7da-4ce1-a5d1-48507e9a357b) {{(pid=106387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:03:50.650185 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:50.742656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768619022529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:50.779557 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Network 42b93358-f7d1-4cd1-aa41-445346ad8247 is already hosted by enough agents. {{(pid=106387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:03:50.782896 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.base_scheduler [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Resources bound (agent type, host, resource id): {{(pid=106387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:03:50.786290 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Received port after_create {{(pid=106387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 14:03:50.810145 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=2521ee25-c7da-4ce1-a5d1-48507e9a357b,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:50.919753 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.150196 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.228260 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.285435 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.439639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for port, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.511785 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3150547'] for port, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.585758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event updated for resources: {'Port': ['ID=2521ee25-c7da-4ce1-a5d1-48507e9a357b,revision_number=2']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:03:51.597333 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:51.699339 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP b15292ba-215a-4875-b89e-39ed8658a49f associated. External IP: 172.27.1.194, port: 7fb16c80-919b-4955-8643-1b797e79dee4. Sep 23 14:03:52.164274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:03:52.270883 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:03:52.280818 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:03:52.289295 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:03:52.290024 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:03:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:52.369172 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:03:52.394413 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:03:52.397182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-c5489e24-2e7a-40da-9332-ecd19b47caa6 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1275766 Sep 23 14:03:52.397886 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:03:52.400129 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd1e94-b347-44bf-a618-ca235562a091" -d '{"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:03:52.444109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0367a1-b47e-4b0a-a273-166eb2fd19ba x-openstack-request-id: req-ef0367a1-b47e-4b0a-a273-166eb2fd19ba {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:03:52.444397 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:03:52.444642 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef0367a1-b47e-4b0a-a273-166eb2fd19ba {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:03:52.445030 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4', 'status': 'completed', 'code': 200} Sep 23 14:03:52.509586 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd1e94-b347-44bf-a618-ca235562a091 req-83fc7471-1bbc-4410-95fc-b210228649b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:52.511141 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-83fc7471-1bbc-4410-95fc-b210228649b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1098 time: 0.0434775 Sep 23 14:03:52.610837 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd1e94-b347-44bf-a618-ca235562a091 req-4c93afe7-4167-49c6-b654-d4ca0ed30e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:52.612358 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-4c93afe7-4167-49c6-b654-d4ca0ed30e20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.0941591 Sep 23 14:03:52.622169 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}, {'id': 'b15292ba-215a-4875-b89e-39ed8658a49f', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '7fb16c80-919b-4955-8643-1b797e79dee4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:18:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:03:51Z', 'updated_at': '2021-09-23T14:03:51Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:52.651850 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:03:52.660281 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:03:52.660913 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:03:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:52.679170 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-e471b632-78c7-4d8b-bc68-40f311e611fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb16c80-919b-4955-8643-1b797e79dee4 HTTP/1.1" status: 200 len: 999 time: 0.0584638 Sep 23 14:03:52.729292 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd1e94-b347-44bf-a618-ca235562a091 req-c8728a32-e995-4ef0-8fde-2410e52a6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:52.730895 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-c8728a32-e995-4ef0-8fde-2410e52a6836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0448892 Sep 23 14:03:52.769913 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:03:52.784049 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd1e94-b347-44bf-a618-ca235562a091 req-ce983030-579c-4147-b8e1-c50060e66531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:03:52.785601 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-ce983030-579c-4147-b8e1-c50060e66531 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468345 Sep 23 14:03:52.881732 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-a02a10b8-0333-406a-b6fe-941bca00499a service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883405 Sep 23 14:03:52.979399 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-95fd1e94-b347-44bf-a618-ca235562a091 req-81c23139-ed52-4d63-8bc9-13ea3b2d4a92 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Sep 23 14:03:53.001912 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}, {'id': 'b15292ba-215a-4875-b89e-39ed8658a49f', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '7fb16c80-919b-4955-8643-1b797e79dee4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:18:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:03:51Z', 'updated_at': '2021-09-23T14:03:51Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:03:53.028092 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403faa8-5862-4f0f-9f45-9e111c9d387a None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}, {'id': 'b15292ba-215a-4875-b89e-39ed8658a49f', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': '7fb16c80-919b-4955-8643-1b797e79dee4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:18:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:03:51Z', 'updated_at': '2021-09-23T14:03:51Z', 'revision_number': 0, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:03:53.233006 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dc0a7-cbf0-4ba8-9579-c599cdbefe1d None None] New status for floating IP b15292ba-215a-4875-b89e-39ed8658a49f: ACTIVE {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:03:53.276215 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:04.707329 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:04:11.944271 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2889c-ac21-40ef-9fc2-6e41e15e2a96 req-7c4fe4e6-99d0-42bd-a156-188a8ae34367 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:11.945784 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ba2889c-ac21-40ef-9fc2-6e41e15e2a96 req-7c4fe4e6-99d0-42bd-a156-188a8ae34367 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Sep 23 14:04:11.983503 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4ba2889c-ac21-40ef-9fc2-6e41e15e2a96 req-1d24072e-1bf3-4180-a8d4-8bc2eb3d23e5 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Sep 23 14:04:13.105461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a963b3-d369-4df2-9157-02c6b9c6caa9 req-10c6e66d-743e-48e4-aa50-978c99d448c0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:13.106950 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8a963b3-d369-4df2-9157-02c6b9c6caa9 req-10c6e66d-743e-48e4-aa50-978c99d448c0 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Sep 23 14:04:13.146109 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c8a963b3-d369-4df2-9157-02c6b9c6caa9 req-73302501-2940-4198-933b-901bc7208c48 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups?id=581cc867-d82e-43a7-af68-367c0a9ea9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Sep 23 14:04:13.330740 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-a2ff5862-f067-482f-9358-7394f451d155 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:13.332253 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-a2ff5862-f067-482f-9358-7394f451d155 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 946 time: 0.0530829 Sep 23 14:04:13.422524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Deleting port 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:13.422860 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:13.518536 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] For port 3275733a-3386-4d67-9e65-84f4c123e2e5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3275733a-3386-4d67-9e65-84f4c123e2e5,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:13.518966 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:13.751296 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:13.751661 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2063879'] for floatingip, after_update {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:13.751909 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Floating IP c8349f3d-6a67-4a82-bcb1-919fee4bdeb6 disassociated. External IP: 172.27.1.171, port: 3275733a-3386-4d67-9e65-84f4c123e2e5. Sep 23 14:04:13.752274 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Calling delete_port for 3275733a-3386-4d67-9e65-84f4c123e2e5 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:13.951518 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:13.982399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'Port': ['ID=3275733a-3386-4d67-9e65-84f4c123e2e5,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:14.099101 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:14.232946 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:14.244213 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:14.254600 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:04:14.255260 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:03:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:14.267137 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-4723abb2-5c62-4403-a937-ba0fdef527cd req-3c77461a-0007-4173-85ca-a8c2fc002f49 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/ports?device_id=873ef1b1-ec33-4fd0-b26e-dacb36924a54 HTTP/1.1" status: 200 len: 210 time: 0.0431736 Sep 23 14:04:14.294087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] No DVR routers for this DVR port 3275733a-3386-4d67-9e65-84f4c123e2e5 on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:04:14.294087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:14.294087 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e77b2508-ddd7-46d4-9eca-f3a9e4bfe151 req-daa26062-b373-4050-8e81-2a1a60f4789b tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.45 "DELETE /v2.0/ports/3275733a-3386-4d67-9e65-84f4c123e2e5 HTTP/1.1" status: 204 len: 173 time: 0.9521043 Sep 23 14:04:14.294087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-deleted', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:04:14.294087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58afa2bb-af77-4682-921b-41c6eb33aed0" -d '{"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-deleted", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:14.336984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ffa81-84c2-4b38-8c88-049f083fec9a x-openstack-request-id: req-e68ffa81-84c2-4b38-8c88-049f083fec9a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:14.337277 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873ef1b1-ec33-4fd0-b26e-dacb36924a54", "name": "network-vif-deleted", "tag": "3275733a-3386-4d67-9e65-84f4c123e2e5", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:14.337574 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e68ffa81-84c2-4b38-8c88-049f083fec9a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:14.337972 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873ef1b1-ec33-4fd0-b26e-dacb36924a54', 'name': 'network-vif-deleted', 'tag': '3275733a-3386-4d67-9e65-84f4c123e2e5', 'status': 'completed', 'code': 200} Sep 23 14:04:14.484224 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:04:14.688839 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:14.716499 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:14.726980 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:04:14.727605 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:03:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:14.848226 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:04:14.948461 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.067147 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:15.099304 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99a75-b948-4c37-8b81-81d5c73ccf88 None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T13:57:58Z', 'revision_number': 4, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '227bbab8-2b47-428a-bd2a-614c37bb9dc9', 'name': '', 'network_id': '2dda631f-7cf4-44f4-a57e-f9407a396ab4', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'mac_address': 'fa:16:3e:e0:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:57Z', 'updated_at': '2021-09-23T13:58:03Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'subnets': [{'id': '5307a6a8-37f2-4de1-a56d-5d72b31e3782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:15.332400 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b966df-199e-4058-afee-5013dc746ea4 None None] New status for floating IP c8349f3d-6a67-4a82-bcb1-919fee4bdeb6: DOWN {{(pid=106389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:04:15.440648 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:15.494108 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.517505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.706571 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.708920 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.710147 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "DELETE /v2.0/security-groups/581cc867-d82e-43a7-af68-367c0a9ea9e9 HTTP/1.1" status: 204 len: 168 time: 0.2685311 Sep 23 14:04:15.713074 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48258) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:15.719523 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88dbe6-824a-496d-8047-d63d00c69c2e tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581cc867-d82e-43a7-af68-367c0a9ea9e9,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:15.727799 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.api.v2.resource [None req-d5c12b52-3dd4-4a43-9613-82ec644f2ace tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] show failed (client error): The resource could not be found. Sep 23 14:04:15.728852 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d5c12b52-3dd4-4a43-9613-82ec644f2ace tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "GET /v2.0/security-groups/581cc867-d82e-43a7-af68-367c0a9ea9e9 HTTP/1.1" status: 404 len: 347 time: 0.0147130 Sep 23 14:04:15.731638 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48260) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:15.855871 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Deleting port e0f362de-58f6-4e9d-86d2-17b2f3bae6c7 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:15.856208 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.934819 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.935143 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:15.946777 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Calling delete_port for e0f362de-58f6-4e9d-86d2-17b2f3bae6c7 owned by network:floatingip {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:16.192176 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:16.216650 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Pushing event deleted for resources: {'Port': ['ID=e0f362de-58f6-4e9d-86d2-17b2f3bae6c7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:16.230670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.231020 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.231359 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.231695 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.232024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.232353 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.232681 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.233004 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.233323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.233669 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.233993 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.234650 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:16.292348 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks [] for floatingip, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:16.294894 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:16.296061 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-169117e2-fcb2-40f6-8d91-1fcb91775853 tempest-AttachVolumeShelveTestJSON-364324874 tempest-AttachVolumeShelveTestJSON-364324874-project] 10.222.0.18 "DELETE /v2.0/floatingips/c8349f3d-6a67-4a82-bcb1-919fee4bdeb6 HTTP/1.1" status: 204 len: 168 time: 0.5635169 Sep 23 14:04:17.001618 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:17.024489 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 3275733a-3386-4d67-9e65-84f4c123e2e5 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:04:17.024834 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 3275733a-3386-4d67-9e65-84f4c123e2e5 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:04:17.787584 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-596b35d8-0502-49b2-b4d2-4d572e0aae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:18.598474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b120b-7718-4fa5-85a7-e68e4a7117e0 req-dfa25a22-c3ff-4a10-b1c1-51e08b9706da tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:18.600031 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d2b120b-7718-4fa5-85a7-e68e4a7117e0 req-dfa25a22-c3ff-4a10-b1c1-51e08b9706da tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0547101 Sep 23 14:04:18.640943 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6d2b120b-7718-4fa5-85a7-e68e4a7117e0 req-af1b1da1-cbf4-4374-976b-659a6497268e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Sep 23 14:04:18.911111 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-8ad8a4f1-7a53-438a-ad3d-77170092ff63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404956 Sep 23 14:04:18.994217 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-c979486e-2dae-428c-8024-79fdc01479da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:18.995709 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-c979486e-2dae-428c-8024-79fdc01479da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1098 time: 0.0419412 Sep 23 14:04:19.035551 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48286) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:19.115169 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-40970221-829a-4c91-ad8c-b5032f3f8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:19.116777 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-40970221-829a-4c91-ad8c-b5032f3f8c84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.0982127 Sep 23 14:04:19.185273 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-b3038480-ecd8-428f-8a0a-bedea57a3700 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0606377 Sep 23 14:04:19.238521 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-96d0d55d-5a8c-4305-bea9-cc3398efd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:19.239981 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-96d0d55d-5a8c-4305-bea9-cc3398efd244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0479567 Sep 23 14:04:19.287675 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-720dfbdd-e169-4667-8646-13750cd99741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:19.289192 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-720dfbdd-e169-4667-8646-13750cd99741 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416529 Sep 23 14:04:19.300490 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-792ca892-5b66-492d-abb9-f76ba1563137 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=106387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:04:19.301556 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-792ca892-5b66-492d-abb9-f76ba1563137 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052032 Sep 23 14:04:19.395882 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-4350519d-9f23-4088-82f3-dcf29fedc19f service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Sep 23 14:04:19.500416 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c5f8698f-d962-442d-9c82-d536ae6fef49 req-727ec3dc-caa3-4a0e-9885-1c77049d4756 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966821 Sep 23 14:04:19.763908 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b82d17-7605-4e53-afe5-be84aff4b7f8 req-03bd69d8-3347-427f-8581-1e0b8ad8516c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:19.765484 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-38b82d17-7605-4e53-afe5-be84aff4b7f8 req-03bd69d8-3347-427f-8581-1e0b8ad8516c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0528481 Sep 23 14:04:19.770027 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:19.807561 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-38b82d17-7605-4e53-afe5-be84aff4b7f8 req-a6a64d0c-b051-47fb-a4cb-78351f7535cb tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357010 Sep 23 14:04:20.010528 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Deleting port 227bbab8-2b47-428a-bd2a-614c37bb9dc9 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:20.010862 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.089714 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] For port 227bbab8-2b47-428a-bd2a-614c37bb9dc9, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=227bbab8-2b47-428a-bd2a-614c37bb9dc9,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:20.090530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.104030 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Calling delete_port for 227bbab8-2b47-428a-bd2a-614c37bb9dc9 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:20.181773 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-24e57256-9d27-426b-89c4-c3d1209e3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.388234 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.419648 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=227bbab8-2b47-428a-bd2a-614c37bb9dc9,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:20.593533 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.814978 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Router 528c1b80-3014-40bf-8fb1-61c7e86af633 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:04:20.925969 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:20.939348 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:04:20.948515 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16630e1-0590-4aea-b82d-c8a1377352bb req-3a821c8d-1ec2-4f38-bc4d-93e8dad5df72 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:20.950211 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b16630e1-0590-4aea-b82d-c8a1377352bb req-3a821c8d-1ec2-4f38-bc4d-93e8dad5df72 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0623794 Sep 23 14:04:20.951256 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-2bae761f-c37d-4149-8ca9-4072114c79f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/528c1b80-3014-40bf-8fb1-61c7e86af633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144905 Sep 23 14:04:20.954073 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48294) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:20.958637 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Sync routers for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:04:20.968344 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:04:20.969110 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:04:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:20.995023 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b16630e1-0590-4aea-b82d-c8a1377352bb req-e04e698e-2e59-4954-a6ac-382b7365b81b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360169 Sep 23 14:04:21.067895 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.083892 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:04:21.177306 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.215975 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.301300 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T14:04:20Z', 'revision_number': 5, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port': {'id': 'ae922a18-9a8d-4050-a9bf-7b3ac648e6e8', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:34:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:53Z', 'updated_at': '2021-09-23T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:21.333673 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Deleting port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:21.333906 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.348659 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Checking router: 528c1b80-3014-40bf-8fb1-61c7e86af633 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:04:21.356973 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Routers {'528c1b80-3014-40bf-8fb1-61c7e86af633'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:04:21.357596 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:04:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['528c1b80-3014-40bf-8fb1-61c7e86af633'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:21.413001 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] For port ae922a18-9a8d-4050-a9bf-7b3ac648e6e8, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:21.413400 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.427232 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Calling delete_port for ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:21.442326 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] Set router 528c1b80-3014-40bf-8fb1-61c7e86af633 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:04:21.493751 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T14:04:21Z', 'revision_number': 6, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:21.523929 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f250a120-e460-404e-a31a-4169fcfba59e None None] The sync data for ids ['528c1b80-3014-40bf-8fb1-61c7e86af633'] in dv-cinder-733622-19-iscsi is: [{'id': '528c1b80-3014-40bf-8fb1-61c7e86af633', 'name': 'tempest-AttachVolumeShelveTestJSON-1430226570-router', 'tenant_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:51Z', 'updated_at': '2021-09-23T14:04:21Z', 'revision_number': 6, 'project_id': '3a8746c457ae4f36a96d5ffeb4a15d58', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:04:21.845115 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:21.874565 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae922a18-9a8d-4050-a9bf-7b3ac648e6e8,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:21.944528 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.050794 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.053670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.118409 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e46e-a4b7-4f70-a5f0-28aea9372e51 req-7186e648-32c0-44eb-8c72-bc83e99e456e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:22.119899 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5de7e46e-a4b7-4f70-a5f0-28aea9372e51 req-7186e648-32c0-44eb-8c72-bc83e99e456e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0519831 Sep 23 14:04:22.163097 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5de7e46e-a4b7-4f70-a5f0-28aea9372e51 req-8c1cb1c8-b5e3-442f-95ac-524cfb8c4103 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Sep 23 14:04:22.228006 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.228597 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528c1b80-3014-40bf-8fb1-61c7e86af633 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:04:22.233885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.234729 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-8698dcea-ce25-44ee-aa52-f1b26e280189 admin admin] 10.222.0.18 "DELETE /v2.0/routers/528c1b80-3014-40bf-8fb1-61c7e86af633 HTTP/1.1" status: 204 len: 168 time: 1.2796602 Sep 23 14:04:22.237760 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48300) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:22.288872 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Deleting subnet 5307a6a8-37f2-4de1-a56d-5d72b31e3782 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:04:22.292716 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.332619 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 227bbab8-2b47-428a-bd2a-614c37bb9dc9 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:22.340920 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.356857 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 227bbab8-2b47-428a-bd2a-614c37bb9dc9 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:04:22.357195 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 227bbab8-2b47-428a-bd2a-614c37bb9dc9 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:04:22.357634 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:22.376977 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:04:22.377272 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device ae922a18-9a8d-4050-a9bf-7b3ac648e6e8 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:04:22.420947 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.654663 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.683467 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5307a6a8-37f2-4de1-a56d-5d72b31e3782,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:22.685584 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.689428 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d42034c7-9006-4109-8621-09b5af3e6d6d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5307a6a8-37f2-4de1-a56d-5d72b31e3782 HTTP/1.1" status: 204 len: 168 time: 0.4488194 Sep 23 14:04:22.693252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48302) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:22.694106 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd835f-c649-4f43-83ac-f1388a80d68d None None] Network 2dda631f-7cf4-44f4-a57e-f9407a396ab4 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:04:22.788459 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.852116 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Deleting port 2df27f30-ad07-48b1-b2c8-14777b095169 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:22.852362 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.894454 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] DHCP port deletion for 2dda631f-7cf4-44f4-a57e-f9407a396ab4 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:04:22.920705 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] For port 2df27f30-ad07-48b1-b2c8-14777b095169, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=2df27f30-ad07-48b1-b2c8-14777b095169,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:22.921004 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:22.933218 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Calling delete_port for 2df27f30-ad07-48b1-b2c8-14777b095169 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:22.940379 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Deleting port 2df27f30-ad07-48b1-b2c8-14777b095169 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:04:22.941170 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.003826 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] For port 2df27f30-ad07-48b1-b2c8-14777b095169, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=2df27f30-ad07-48b1-b2c8-14777b095169,segment=NetworkSegment(56937d45-ae00-430f-8201-89c16c9dc502),segment_id=56937d45-ae00-430f-8201-89c16c9dc502)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:23.004230 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.016631 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Calling delete_port for 2df27f30-ad07-48b1-b2c8-14777b095169 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:04:23.105510 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.112179 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.134460 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df27f30-ad07-48b1-b2c8-14777b095169,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:23.137550 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] No DVR routers for this DVR port 2df27f30-ad07-48b1-b2c8-14777b095169 on host dv-cinder-733622-19-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:04:23.140156 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Pushing event deleted for resources: {'Port': ['ID=2df27f30-ad07-48b1-b2c8-14777b095169,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:23.145644 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] No DVR routers for this DVR port 2df27f30-ad07-48b1-b2c8-14777b095169 on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:04:23.152052 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.152577 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.153003 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.153214 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.153608 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.153941 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.154266 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.154684 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.155018 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.155339 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.155679 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.155980 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8a67e1-3f59-4525-8bfb-f7dd2249c870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:04:23.225530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.248369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dda631f-7cf4-44f4-a57e-f9407a396ab4']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:23.260373 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56937d45-ae00-430f-8201-89c16c9dc502') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:23.260670 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56937d45-ae00-430f-8201-89c16c9dc502') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:04:23.272576 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.294283 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.304220 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:04:23.304916 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:04:23.306883 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:04:23.312071 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.326639 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721fc65-7060-4d26-876f-2fc8853952d6 req-5ada68f6-1126-4fb3-94b6-07a9304c3220 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:23.328302 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7721fc65-7060-4d26-876f-2fc8853952d6 req-5ada68f6-1126-4fb3-94b6-07a9304c3220 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0644112 Sep 23 14:04:23.438710 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7721fc65-7060-4d26-876f-2fc8853952d6 req-067b040d-670f-4a1c-aadb-a8d50432a96b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029921 Sep 23 14:04:23.507988 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.513750 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.515693 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2dda631f-7cf4-44f4-a57e-f9407a396ab4 HTTP/1.1" status: 204 len: 168 time: 0.8242023 Sep 23 14:04:23.526712 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1fdb-b8ff-44f1-98fd-ddd641128070 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dda631f-7cf4-44f4-a57e-f9407a396ab4,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:23.879391 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48310) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:23.919645 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-0674e915-9f82-4a5a-b20a-ada6fcea80d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a8746c457ae4f36a96d5ffeb4a15d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390570 Sep 23 14:04:23.922179 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48312) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:23.969806 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:23.991692 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:24.113938 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:24.116432 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:24.117772 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72222c7a-27e7-451a-86da-8ddeadf9e5b7 HTTP/1.1" status: 204 len: 168 time: 0.1945469 Sep 23 14:04:24.126102 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f87c8-05cc-4199-bdb1-10d2fb3669e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72222c7a-27e7-451a-86da-8ddeadf9e5b7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:24.326098 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 2df27f30-ad07-48b1-b2c8-14777b095169 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:24.355495 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 2df27f30-ad07-48b1-b2c8-14777b095169 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:04:24.358622 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 2df27f30-ad07-48b1-b2c8-14777b095169 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:04:24.754850 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9e44-18a0-4055-88ff-292262118c85 req-32747e7f-02b6-45ff-a6c6-c80265a2a10d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:24.756340 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-491c9e44-18a0-4055-88ff-292262118c85 req-32747e7f-02b6-45ff-a6c6-c80265a2a10d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.2481453 Sep 23 14:04:24.794182 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-491c9e44-18a0-4055-88ff-292262118c85 req-57a682e2-481f-499c-90af-885def4ff6a1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Sep 23 14:04:25.919378 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbd24d-75fb-4f42-add8-8900436593d2 req-51b32486-4f12-4641-a7a9-933bf1448a17 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:25.921228 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dedbd24d-75fb-4f42-add8-8900436593d2 req-51b32486-4f12-4641-a7a9-933bf1448a17 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0544627 Sep 23 14:04:25.962015 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-dedbd24d-75fb-4f42-add8-8900436593d2 req-20da087e-e6e8-4d3f-9e1d-bd2935f23d18 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Sep 23 14:04:26.999755 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48372) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:27.108076 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef0e82-8bc3-42da-906a-f2a814b4df5e req-80f443a2-f6d3-4be6-a21f-07326fe38eb5 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:27.110783 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdef0e82-8bc3-42da-906a-f2a814b4df5e req-80f443a2-f6d3-4be6-a21f-07326fe38eb5 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0721989 Sep 23 14:04:27.148178 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6520df-7e37-4b03-83ea-26ddbbb7f4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.433212 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-bdef0e82-8bc3-42da-906a-f2a814b4df5e req-25e77a7a-f58c-4f76-9828-fefcf23e4920 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159721 Sep 23 14:04:27.514214 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6520df-7e37-4b03-83ea-26ddbbb7f4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.576374 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-9a6520df-7e37-4b03-83ea-26ddbbb7f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.616949 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-9a6520df-7e37-4b03-83ea-26ddbbb7f4e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9096ab0454344406b0826d7bed14e1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159797 Sep 23 14:04:27.617722 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6520df-7e37-4b03-83ea-26ddbbb7f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897a79a-a871-4369-a95a-f675d2ed467e,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:27.621148 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48376) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:27.676390 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.704794 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.831543 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.834142 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:27.835342 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e897a79a-a871-4369-a95a-f675d2ed467e HTTP/1.1" status: 204 len: 168 time: 0.2125049 Sep 23 14:04:27.843518 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e110d-d290-4846-921b-6f05cc408cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897a79a-a871-4369-a95a-f675d2ed467e,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:28.492816 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48384) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:28.506523 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbda19-41e9-44d2-973b-e7a2494ec903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:28.582577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85af7c-758f-4dad-80fb-058d26c3b12c req-ab6b68eb-fb8b-4816-b009-ae60f9de7af0 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:28.584145 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a85af7c-758f-4dad-80fb-058d26c3b12c req-ab6b68eb-fb8b-4816-b009-ae60f9de7af0 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0663366 Sep 23 14:04:28.627392 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6a85af7c-758f-4dad-80fb-058d26c3b12c req-ad4e2147-4923-4ad6-888e-f1075527e23e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361083 Sep 23 14:04:28.632028 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbda19-41e9-44d2-973b-e7a2494ec903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:28.719451 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-d6fbda19-41e9-44d2-973b-e7a2494ec903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:28.765855 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-d6fbda19-41e9-44d2-973b-e7a2494ec903 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07f36c3815a144069b18a59f608c6ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718108 Sep 23 14:04:28.767252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbda19-41e9-44d2-973b-e7a2494ec903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4866b-457e-492e-a4e8-1167ad1c0d75,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:28.769422 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48386) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:04:28.840092 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:28.872035 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:29.003653 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-dc63cc8a-790d-4845-9541-36870570ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:29.005204 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-dc63cc8a-790d-4845-9541-36870570ada7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.2266612 Sep 23 14:04:29.108801 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-6c3e25a3-d94d-43d9-96ba-2a664d8021dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:29.110409 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-6c3e25a3-d94d-43d9-96ba-2a664d8021dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 908 time: 0.0976691 Sep 23 14:04:29.156299 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:29.159524 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:29.160718 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53b4866b-457e-492e-a4e8-1167ad1c0d75 HTTP/1.1" status: 204 len: 168 time: 0.3892715 Sep 23 14:04:29.180903 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29481be-39d8-49dc-80aa-d12c59334b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4866b-457e-492e-a4e8-1167ad1c0d75,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:29.201305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-dcb052a4-b6ac-4d67-887c-68f93e21851d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 1000 time: 0.0834913 Sep 23 14:04:29.262232 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-da1d79f1-c41c-4373-9f73-ca60aa2f1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:29.264185 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-da1d79f1-c41c-4373-9f73-ca60aa2f1a4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0557706 Sep 23 14:04:29.321800 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-fb0da4e2-7f55-4bcf-9a27-2cfa122d05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:29.323309 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-fb0da4e2-7f55-4bcf-9a27-2cfa122d05c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521672 Sep 23 14:04:29.422644 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-1417fd70-ed16-40f5-bf04-9b984ccec595 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909898 Sep 23 14:04:29.526157 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ee9b07c-6afe-4a9e-92f6-097fb1cf3994 req-e48deba9-5167-4f2d-8304-d5abc364522f service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970356 Sep 23 14:04:29.778719 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c85a-d3a2-4583-8ba0-ecea0b3739ff req-2a3bb69f-ba70-4c2a-bca6-cab7025e2bb7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:29.780367 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5599c85a-d3a2-4583-8ba0-ecea0b3739ff req-2a3bb69f-ba70-4c2a-bca6-cab7025e2bb7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0548368 Sep 23 14:04:29.836461 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5599c85a-d3a2-4583-8ba0-ecea0b3739ff req-23b35d5f-81b0-420b-8f01-be98ff7b395c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 Sep 23 14:04:30.971620 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf001e-0d0d-42bd-bb7c-b197918a02d3 req-92f2f3ff-c3f6-42f9-90b5-e88798b761a3 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:30.975171 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ecf001e-0d0d-42bd-bb7c-b197918a02d3 req-92f2f3ff-c3f6-42f9-90b5-e88798b761a3 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0580223 Sep 23 14:04:31.020519 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ecf001e-0d0d-42bd-bb7c-b197918a02d3 req-37643de8-cff3-45c8-b107-9fcde19b1ef4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Sep 23 14:04:32.180538 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2befd65-3e76-4923-bca4-2c5d62104d0c req-927a2d2a-037f-4e80-99de-25f6d7a8f969 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:32.183057 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f2befd65-3e76-4923-bca4-2c5d62104d0c req-927a2d2a-037f-4e80-99de-25f6d7a8f969 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0711806 Sep 23 14:04:32.235298 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f2befd65-3e76-4923-bca4-2c5d62104d0c req-6d4917b2-b6b0-4bcb-abff-6a2f8ba8a571 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Sep 23 14:04:33.357384 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0926-6083-4fe3-aa91-c98ee39e199a req-b1eec191-f9bd-49aa-8466-935446998c39 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:33.358904 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-054d0926-6083-4fe3-aa91-c98ee39e199a req-b1eec191-f9bd-49aa-8466-935446998c39 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0538211 Sep 23 14:04:33.408023 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-054d0926-6083-4fe3-aa91-c98ee39e199a req-550b8cb0-2af6-4eb4-bf9f-5ad35377d93f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Sep 23 14:04:33.944466 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9eb07e-e1c2-4836-a885-7bdd25840f70 req-2aa7aef2-d336-4f82-b265-538665186e2b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:33.946063 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9eb07e-e1c2-4836-a885-7bdd25840f70 req-2aa7aef2-d336-4f82-b265-538665186e2b tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0530992 Sep 23 14:04:33.988207 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-6e9eb07e-e1c2-4836-a885-7bdd25840f70 req-baddebf2-a346-4902-8f67-efd9b4fc4484 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361059 Sep 23 14:04:34.043446 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-c63a01db-58f5-4c8e-bb67-677b92fc89bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511038 Sep 23 14:04:35.091606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:04:35.132599 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180693-e947-422e-b3d5-ace93336144c req-59d4ed8c-f9da-4282-af10-192a986533b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:35.134337 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-55180693-e947-422e-b3d5-ace93336144c req-59d4ed8c-f9da-4282-af10-192a986533b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0613070 Sep 23 14:04:35.184561 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:35.202153 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-55180693-e947-422e-b3d5-ace93336144c req-5c31cc6b-520f-4846-b9ea-608fed82aaee tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595591 Sep 23 14:04:35.219145 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:04:35.222966 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372231cf-0a63-4f1a-a2b9-c0c38c0923be" -d '{"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-unplugged", "status": "completed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:35.241741 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:35.272682 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c942fb1-c337-48ba-9cf5-397674ff3ac0 x-openstack-request-id: req-3c942fb1-c337-48ba-9cf5-397674ff3ac0 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:35.272906 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-unplugged", "status": "failed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "code": 422}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:35.273072 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c942fb1-c337-48ba-9cf5-397674ff3ac0 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:35.273738 dv-cinder-733622-19-iscsi neutron-server[106389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'code': 422} returned with failed status Sep 23 14:04:35.368657 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:35.433559 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=6']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:36.332732 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ad946-a66e-4f89-8a58-a68ce41d6a56 req-f0ce1b7e-458d-4a57-a04b-35112b7b734e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:36.334684 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-375ad946-a66e-4f89-8a58-a68ce41d6a56 req-f0ce1b7e-458d-4a57-a04b-35112b7b734e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0518875 Sep 23 14:04:36.373707 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-375ad946-a66e-4f89-8a58-a68ce41d6a56 req-399e059d-b018-4458-9a29-9e7ef7f6bb54 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Sep 23 14:04:37.496777 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963379a6-babc-42fc-9233-50e5acf581f4 req-4ae2695c-39fc-48d4-857d-d0b0954948e7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:37.498372 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-963379a6-babc-42fc-9233-50e5acf581f4 req-4ae2695c-39fc-48d4-857d-d0b0954948e7 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0528522 Sep 23 14:04:37.543251 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-963379a6-babc-42fc-9233-50e5acf581f4 req-88f32349-09ad-4df3-bbbd-e1757ed4cd83 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374382 Sep 23 14:04:38.678304 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16bcfe-e90a-4add-8f51-fc01cfdbefa7 req-e70c037c-8b9e-43a3-88ce-c13f02da3053 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:38.679932 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f16bcfe-e90a-4add-8f51-fc01cfdbefa7 req-e70c037c-8b9e-43a3-88ce-c13f02da3053 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0641530 Sep 23 14:04:38.720215 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3f16bcfe-e90a-4add-8f51-fc01cfdbefa7 req-5ac2cff1-9dfb-4095-988e-297a38b9eff4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Sep 23 14:04:39.856111 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a2ff-ee0d-421e-ac25-3b2e03c7ff4f req-493308ba-74ff-4fbf-80ae-74988cd73975 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:39.857578 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad6a2ff-ee0d-421e-ac25-3b2e03c7ff4f req-493308ba-74ff-4fbf-80ae-74988cd73975 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0512252 Sep 23 14:04:39.898672 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9ad6a2ff-ee0d-421e-ac25-3b2e03c7ff4f req-80397f42-6d3f-4260-b039-f64800b48f76 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344193 Sep 23 14:04:40.391307 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-a8ce1e43-cbca-487a-b1b7-4da3a8162133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:40.392852 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-a8ce1e43-cbca-487a-b1b7-4da3a8162133 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f&tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44 HTTP/1.1" status: 200 len: 1096 time: 0.0876949 Sep 23 14:04:40.460413 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-03d6a0ec-87ba-4d5a-b271-015ab54893e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:40.461946 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-03d6a0ec-87ba-4d5a-b271-015ab54893e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1096 time: 0.0445180 Sep 23 14:04:40.567212 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-2d19b858-6063-45a6-a3e4-eefda5c86fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:40.568815 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-2d19b858-6063-45a6-a3e4-eefda5c86fc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 908 time: 0.1001515 Sep 23 14:04:40.648467 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-81ecdc9a-50c9-444a-9bd2-c4d33662e8df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 998 time: 0.0712953 Sep 23 14:04:40.704424 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-122d672a-2550-4694-933e-b564e407c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:40.706490 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-122d672a-2550-4694-933e-b564e407c0a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0507841 Sep 23 14:04:40.757763 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-e2450c28-3dcd-4e9e-bfb8-6378b43d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:40.759385 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-e2450c28-3dcd-4e9e-bfb8-6378b43d21e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460634 Sep 23 14:04:40.887587 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-b004e957-ceaa-477a-af10-a14be914244f service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202857 Sep 23 14:04:41.002017 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-e01e91ff-ae49-4af7-ac3d-ffbaea0d9e8b req-c3040128-2a31-48ef-a38a-c87f0866f827 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075261 Sep 23 14:04:41.041161 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e5a40-5ed6-436f-845c-66e239769d05 req-2a9c54f0-a5c3-4b3f-b153-57b0b1597e3d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:41.042899 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f01e5a40-5ed6-436f-845c-66e239769d05 req-2a9c54f0-a5c3-4b3f-b153-57b0b1597e3d tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0612192 Sep 23 14:04:41.086598 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f01e5a40-5ed6-436f-845c-66e239769d05 req-1619efb5-d545-480c-ba99-17a67f8563c1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361683 Sep 23 14:04:41.707617 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:04:42.217538 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e46f-d78d-4e93-a0c7-7ae07390aae8 req-13f49726-8a36-4581-9a31-5560e2a47598 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:42.219117 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-35c8e46f-d78d-4e93-a0c7-7ae07390aae8 req-13f49726-8a36-4581-9a31-5560e2a47598 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0575445 Sep 23 14:04:42.263263 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-35c8e46f-d78d-4e93-a0c7-7ae07390aae8 req-d862d4ae-a59e-4005-981d-977af7082f0e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363655 Sep 23 14:04:43.397195 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2bd68-bd3f-48a9-90dd-70a52706c3e4 req-a259e55c-9cc3-4dba-90f7-4adf6ae402e1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:43.398743 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fee2bd68-bd3f-48a9-90dd-70a52706c3e4 req-a259e55c-9cc3-4dba-90f7-4adf6ae402e1 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0625596 Sep 23 14:04:43.450222 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-fee2bd68-bd3f-48a9-90dd-70a52706c3e4 req-15161684-e127-4541-b0ef-b98a3699e318 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451493 Sep 23 14:04:44.583625 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd6b4-8686-4bc2-8e9c-8e29921d3c14 req-65f2263c-e969-4016-ad95-45f66a8f8ab9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:44.590527 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d7dd6b4-8686-4bc2-8e9c-8e29921d3c14 req-65f2263c-e969-4016-ad95-45f66a8f8ab9 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0541697 Sep 23 14:04:44.625782 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-1d7dd6b4-8686-4bc2-8e9c-8e29921d3c14 req-05956954-c355-486e-9d65-51bf12f73c1e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Sep 23 14:04:44.916611 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:45.753575 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1e12-994d-46fc-9625-5fb6355701dd req-5c8e1318-c900-4a08-af8c-2d070793b111 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:45.755186 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-023f1e12-994d-46fc-9625-5fb6355701dd req-5c8e1318-c900-4a08-af8c-2d070793b111 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0539012 Sep 23 14:04:45.799345 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-023f1e12-994d-46fc-9625-5fb6355701dd req-a8bb23a0-d19e-4b83-8c6b-dfce066836da tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Sep 23 14:04:46.921932 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded60e-86f6-4616-a164-aaaa8c1d2a0f req-d2546992-7472-4b7a-8840-6f54449d619c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:46.924395 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7ded60e-86f6-4616-a164-aaaa8c1d2a0f req-d2546992-7472-4b7a-8840-6f54449d619c tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0552571 Sep 23 14:04:46.971679 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c7ded60e-86f6-4616-a164-aaaa8c1d2a0f req-84c4e8ad-1e41-49bb-94da-a54c69395a24 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Sep 23 14:04:47.690473 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-4c950ba1-422e-40ae-90d4-cc178a618088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:48.100873 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52abc2c-4269-457c-b26c-2d81f35d10f7 req-40e07ded-468a-4861-864c-8785f2167d47 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:48.102382 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a52abc2c-4269-457c-b26c-2d81f35d10f7 req-40e07ded-468a-4861-864c-8785f2167d47 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0548315 Sep 23 14:04:48.167680 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-a52abc2c-4269-457c-b26c-2d81f35d10f7 req-38376ce0-d9a7-4aec-a9bd-b7ebd245bec2 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541394 Sep 23 14:04:49.172188 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=106389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 14:04:49.279211 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:49.292406 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Returning: {'device': '2812e1ce-1e30-4854-8a83-122d8140717d', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'port_id': '2812e1ce-1e30-4854-8a83-122d8140717d', 'mac_address': 'fa:16:3e:1a:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 14:04:49.292924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bef8f-724f-4c26-95ea-06b4277d2fb6 req-cc46e52d-9ac7-409b-baf0-aae73ba2c051 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:49.294573 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e7bef8f-724f-4c26-95ea-06b4277d2fb6 req-cc46e52d-9ac7-409b-baf0-aae73ba2c051 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 943 time: 0.0539382 Sep 23 14:04:49.342859 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:49.355459 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-5e7bef8f-724f-4c26-95ea-06b4277d2fb6 req-05983425-b8a0-4ce8-9a6f-f29fa50d7874 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528388 Sep 23 14:04:49.362683 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2812e1ce-1e30-4854-8a83-122d8140717d {{(pid=106389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 14:04:49.386688 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:49.461940 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:49.518844 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=7']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:49.691606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] get_ports_and_sgs() called for port_ids ['2812e1ce-1e30-4854-8a83-122d8140717d'] {{(pid=106389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 14:04:50.205039 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-0dd66741-3918-4f4a-a818-8e1e505438e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:50.485158 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48270-c6c1-46ef-9652-ac6c3b24a79a req-c5754104-6d85-4ada-ba48-448ab366557a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:50.486853 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2a48270-c6c1-46ef-9652-ac6c3b24a79a req-c5754104-6d85-4ada-ba48-448ab366557a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 944 time: 0.0543962 Sep 23 14:04:50.540020 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-d2a48270-c6c1-46ef-9652-ac6c3b24a79a req-f8b3ab96-422b-4871-88ae-7d2fec6285a4 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469208 Sep 23 14:04:50.939868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:51.188692 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d up at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 14:04:51.211857 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:51.247104 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.provisioning_blocks [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Provisioning complete for port 2812e1ce-1e30-4854-8a83-122d8140717d triggered by entity L2. {{(pid=106389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:04:51.247469 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957245'] for port, provisioning_complete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:51.335458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932577'] for port, before_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:51.360061 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:04:51.363539 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc87b6f1eeece8086a843c1cf20ae9f1f6e8c58ff54d48c76c9b51f1bd1741d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed8a3f-a481-41d3-a941-f3af1f09fa6f" -d '{"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-plugged", "status": "completed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:04:51.378353 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:04:51.408881 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa8a2ea-d9f4-47a2-9c4c-c408c9c99ff7 x-openstack-request-id: req-9aa8a2ea-d9f4-47a2-9c4c-c408c9c99ff7 {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:04:51.409173 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-plugged", "status": "completed", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "code": 200}]} {{(pid=106389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:04:51.409462 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9aa8a2ea-d9f4-47a2-9c4c-c408c9c99ff7 {{(pid=106389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:04:51.409856 dv-cinder-733622-19-iscsi neutron-server[106389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'code': 200} Sep 23 14:04:51.602508 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768619541508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768619022547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768619022565'] for port, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:51.666832 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Pushing event updated for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=8']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:04:51.688929 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168345d1-b75e-4a2a-85d1-bc4f38ee7f11 req-5f3e06cc-992d-4381-84da-b3e69ddf8d37 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:51.688929 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-168345d1-b75e-4a2a-85d1-bc4f38ee7f11 req-5f3e06cc-992d-4381-84da-b3e69ddf8d37 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0619340 Sep 23 14:04:51.738952 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-168345d1-b75e-4a2a-85d1-bc4f38ee7f11 req-470ff329-4838-46ff-a238-859dfa47cb75 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532401 Sep 23 14:04:51.781622 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e840cae-ea1c-4469-97f1-c5278f4512f2 req-e470fc2c-e541-4928-bc20-e980d255ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:51.792460 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9e840cae-ea1c-4469-97f1-c5278f4512f2 req-e470fc2c-e541-4928-bc20-e980d255ae23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.0486431 Sep 23 14:04:51.822645 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-9e840cae-ea1c-4469-97f1-c5278f4512f2 req-568f70c0-8c52-40bc-a791-8ff779c2f58c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Sep 23 14:04:52.898852 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a74b1-1c2a-4f96-a101-fc0ebe12e470 req-eefd0f6f-f071-49a0-97e7-4cff99991c83 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:52.900338 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c81a74b1-1c2a-4f96-a101-fc0ebe12e470 req-eefd0f6f-f071-49a0-97e7-4cff99991c83 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0633717 Sep 23 14:04:52.947242 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c81a74b1-1c2a-4f96-a101-fc0ebe12e470 req-aa41e249-22fa-431e-aec9-4fec49f8d593 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Sep 23 14:04:53.295724 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:04:54.074683 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768bc74-b22f-4f7f-9abb-c1eae5ed06e2 req-eefe54d1-b89e-46e8-923b-e3f952fbc54f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:04:54.076205 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f768bc74-b22f-4f7f-9abb-c1eae5ed06e2 req-eefe54d1-b89e-46e8-923b-e3f952fbc54f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0513177 Sep 23 14:04:54.116868 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-f768bc74-b22f-4f7f-9abb-c1eae5ed06e2 req-629f8fb3-10c9-494f-9cca-514633f6a745 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342050 Sep 23 14:05:14.904746 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:17.746836 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b43722b5-0ffc-4e9d-a9c0-255f3f5b62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:18.707043 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:05:19.917605 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-efa009e7-7eb6-4f00-ad83-5819a8f08911 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415828 Sep 23 14:05:19.984850 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-ed621340-b547-4868-823d-c65a9e3456ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:19.986323 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-ed621340-b547-4868-823d-c65a9e3456ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.0425892 Sep 23 14:05:20.099182 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-71a78f5b-5ae5-4bcc-be9a-e9af1338c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:20.100691 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-71a78f5b-5ae5-4bcc-be9a-e9af1338c4be service neutron] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 908 time: 0.0942070 Sep 23 14:05:20.171302 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-753ba109-daca-467e-8f2f-da177748259c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 1000 time: 0.0627947 Sep 23 14:05:20.181510 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2066fd3c-4436-4c63-aae9-38058da769a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:20.227885 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-9bfc58c9-548d-486d-b842-39a88ec65b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:20.229441 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-9bfc58c9-548d-486d-b842-39a88ec65b92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0512807 Sep 23 14:05:20.279110 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-e81a314f-6d99-41b9-a5f7-efab5d7be5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:20.280931 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-e81a314f-6d99-41b9-a5f7-efab5d7be5e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444758 Sep 23 14:05:20.387948 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-abb45782-aa1b-4e6b-9ef2-7ce49796b98d service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983677 Sep 23 14:05:20.481822 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-c66dc7e9-16d1-4f74-b756-8d48abd5864c req-ca5ed4c6-ee81-4438-aa3b-3240b4ea3590 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860436 Sep 23 14:05:20.499035 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48790) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:20.664612 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port 2521ee25-c7da-4ce1-a5d1-48507e9a357b {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:20.664956 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:20.756374 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:20.756701 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:20.771238 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for 2521ee25-c7da-4ce1-a5d1-48507e9a357b owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:20.944359 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:21.041891 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:21.067953 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=2521ee25-c7da-4ce1-a5d1-48507e9a357b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:21.083268 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.083268 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.083268 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.083268 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.088312 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:21.146159 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:21.146451 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP b15292ba-215a-4875-b89e-39ed8658a49f disassociated (deleted). External IP: 172.27.1.194, port: 7fb16c80-919b-4955-8643-1b797e79dee4. Sep 23 14:05:21.244044 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:21.383453 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:21.507505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:21.513023 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:21.520412 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:21.530862 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:21.531605 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:21.667573 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:21.821982 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b281d9f9-491a-4a0d-bd03-65f3fb8ac1a3 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "DELETE /v2.0/floatingips/b15292ba-215a-4875-b89e-39ed8658a49f HTTP/1.1" status: 204 len: 168 time: 1.3218412 Sep 23 14:05:21.822696 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:05:21.826587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e163be-5d27-45c9-b43a-399084a507e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:21.886866 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06301597-fa77-4bf3-937e-d8861c6fb2ad x-openstack-request-id: req-06301597-fa77-4bf3-937e-d8861c6fb2ad {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:21.887228 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:21.887543 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06301597-fa77-4bf3-937e-d8861c6fb2ad {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:21.887995 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4', 'status': 'completed', 'code': 200} Sep 23 14:05:21.950562 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:21.979457 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:21.986112 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e163be-5d27-45c9-b43a-399084a507e0 req-a466b371-ee42-42e0-bc48-913233c049d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:21.988433 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:21.988618 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-a466b371-ee42-42e0-bc48-913233c049d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 1098 time: 0.0718699 Sep 23 14:05:21.989069 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:22.093283 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e163be-5d27-45c9-b43a-399084a507e0 req-f638f8f3-ba52-4113-8a9b-46f0ae064dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:22.094949 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-f638f8f3-ba52-4113-8a9b-46f0ae064dc1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.0989373 Sep 23 14:05:22.101721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:22.144072 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-923ec722-2651-42ba-9139-8d38712b4e0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fb16c80-919b-4955-8643-1b797e79dee4 HTTP/1.1" status: 200 len: 217 time: 0.0366018 Sep 23 14:05:22.191967 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e163be-5d27-45c9-b43a-399084a507e0 req-1defb0f6-7628-4363-bda3-7e8c9e327a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:22.193492 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-1defb0f6-7628-4363-bda3-7e8c9e327a24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0475259 Sep 23 14:05:22.252288 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e163be-5d27-45c9-b43a-399084a507e0 req-688418a1-15a1-474d-9ebd-5ddc765c1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:22.255055 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-688418a1-15a1-474d-9ebd-5ddc765c1a20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546138 Sep 23 14:05:22.358653 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:22.368790 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92640f9-50d0-4c8a-bf53-7ba0daeda2e7 req-c39e4c58-c6c4-4deb-b39f-9278a65cf37e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:22.370343 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b92640f9-50d0-4c8a-bf53-7ba0daeda2e7 req-c39e4c58-c6c4-4deb-b39f-9278a65cf37e tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.1083305 Sep 23 14:05:22.388984 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de57e82-e58a-43d8-bb71-de488f3738ec None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_floatingips': [{'id': '7729b2a3-9cc3-4352-ad86-a95132bf55b1', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'router_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'port_id': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'mac_address': 'fa:16:3e:bb:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9893489b-3d57-4151-94d1-b08162346621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T14:01:36Z', 'updated_at': '2021-09-23T14:01:41Z', 'revision_number': 1, 'project_id': '973bfa87bcc64277a0165badd90793af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:22.411541 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-6abcfdf5-7016-4499-91ed-d8b3c92c462e service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476169 Sep 23 14:05:22.434421 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b92640f9-50d0-4c8a-bf53-7ba0daeda2e7 req-086501c1-4a52-4181-8e9d-9bd1f1e33f6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577207 Sep 23 14:05:22.531433 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-34e163be-5d27-45c9-b43a-399084a507e0 req-1080a40b-8a61-405c-8969-7a01d5436ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113436 Sep 23 14:05:22.664339 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd04b-90d0-411a-b5c1-f31cffd7c2ee None None] New status for floating IP b15292ba-215a-4875-b89e-39ed8658a49f: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:05:23.298445 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:23.570451 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae799ee-a44e-4391-85b2-c803ff413aaf req-1e8e9f73-1bef-436b-b15e-09a13aa06ea2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:23.580205 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ae799ee-a44e-4391-85b2-c803ff413aaf req-1e8e9f73-1bef-436b-b15e-09a13aa06ea2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0564847 Sep 23 14:05:23.612710 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3ae799ee-a44e-4391-85b2-c803ff413aaf req-b3a7e380-6212-400a-9d10-8b5b3daa6d42 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342975 Sep 23 14:05:23.893033 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48854) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:23.899051 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-f883a7e3-3c25-4130-8bf9-440714064db0 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:23.900742 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-f883a7e3-3c25-4130-8bf9-440714064db0 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 945 time: 0.0553782 Sep 23 14:05:23.997991 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port 7fb16c80-919b-4955-8643-1b797e79dee4 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:23.998333 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.005642 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.098087 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] For port 7fb16c80-919b-4955-8643-1b797e79dee4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7fb16c80-919b-4955-8643-1b797e79dee4,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:24.098616 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.101002 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.112247 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for 7fb16c80-919b-4955-8643-1b797e79dee4 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:24.196533 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.265494 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca9d192d630448c3989045982202ddb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706446 Sep 23 14:05:24.273925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48858) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:24.274102 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ff97c-b996-499b-9889-c668aa33eddf,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:24.278063 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.278439 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.279213 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.279587 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.279945 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.280290 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.280617 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.280947 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.281278 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.282180 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.282180 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.282530 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a18f9c-3f47-4a8e-87f6-fc07b099d0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:24.322264 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.340402 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.350474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.387247 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=7fb16c80-919b-4955-8643-1b797e79dee4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:24.443309 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] No DVR routers for this DVR port 7fb16c80-919b-4955-8643-1b797e79dee4 on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:24.446034 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.448119 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-17db7b6d-a186-420a-801f-43e3d93ab35c req-6ef7a1dc-9ba6-4fef-86a1-2c3297c0d0b7 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "DELETE /v2.0/ports/7fb16c80-919b-4955-8643-1b797e79dee4 HTTP/1.1" status: 204 len: 173 time: 0.5407000 Sep 23 14:05:24.448554 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'name': 'network-vif-deleted', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:05:24.451061 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7a3d4-2a39-41eb-ac4c-d50bf6859e7e" -d '{"events": [{"server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "name": "network-vif-deleted", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:24.575435 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.578250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:24.581968 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/535ff97c-b996-499b-9889-c668aa33eddf HTTP/1.1" status: 204 len: 168 time: 0.3094773 Sep 23 14:05:24.588723 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6108ce0-6b92-4ced-8d27-c38a793f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ff97c-b996-499b-9889-c668aa33eddf,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:24.628055 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e855f2d-2b8c-4093-83cc-6d36bdac835a x-openstack-request-id: req-5e855f2d-2b8c-4093-83cc-6d36bdac835a {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:24.628448 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c097ecc-8371-4e19-a6fd-851a564f308d", "name": "network-vif-deleted", "tag": "7fb16c80-919b-4955-8643-1b797e79dee4", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:24.628862 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e855f2d-2b8c-4093-83cc-6d36bdac835a {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:24.629429 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c097ecc-8371-4e19-a6fd-851a564f308d', 'name': 'network-vif-deleted', 'tag': '7fb16c80-919b-4955-8643-1b797e79dee4', 'status': 'completed', 'code': 200} Sep 23 14:05:24.721667 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b79a598d-295e-4143-bef7-971ff4250a49 req-34de72ae-66f6-41b8-97b1-6589bdcebf9f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0285425 Sep 23 14:05:25.445067 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48870) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:25.459632 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31846c28-a717-44a6-ae04-0afb2661640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.549002 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31846c28-a717-44a6-ae04-0afb2661640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.630010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-31846c28-a717-44a6-ae04-0afb2661640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.673083 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-31846c28-a717-44a6-ae04-0afb2661640b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0866f39f377d41ffbcbda55fad0f7861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268653 Sep 23 14:05:25.674077 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31846c28-a717-44a6-ae04-0afb2661640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9c4d9-773e-4c30-b330-8580b13eb8ac,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:25.676066 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48872) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:25.734718 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.761236 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.841647 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-035045f6-27fb-4183-9980-133923932ed7 req-cde7fcf6-f3a4-4e46-9d50-65d534d4af07 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c097ecc-8371-4e19-a6fd-851a564f308d HTTP/1.1" status: 200 len: 210 time: 0.0304086 Sep 23 14:05:25.870148 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.872859 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:25.874073 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ec9c4d9-773e-4c30-b330-8580b13eb8ac HTTP/1.1" status: 204 len: 168 time: 0.1964033 Sep 23 14:05:25.887109 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce4e1e-0294-4da0-885f-a018d4f23f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9c4d9-773e-4c30-b330-8580b13eb8ac,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:27.348210 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 7fb16c80-919b-4955-8643-1b797e79dee4 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:27.369998 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 7fb16c80-919b-4955-8643-1b797e79dee4 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:27.371572 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 7fb16c80-919b-4955-8643-1b797e79dee4 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:29.098209 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48950) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:29.213008 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03138796-1fa2-4c13-8068-c37e323e92e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.304636 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03138796-1fa2-4c13-8068-c37e323e92e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.415379 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-03138796-1fa2-4c13-8068-c37e323e92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.416109 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48958) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:29.459422 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-03138796-1fa2-4c13-8068-c37e323e92e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=302ab73991ee4d82b34253b1e7df1c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599961 Sep 23 14:05:29.460578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03138796-1fa2-4c13-8068-c37e323e92e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616d01e-0d79-4aac-b221-6de37e01f202,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:29.462153 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48960) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:29.574984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.622482 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.673978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port d1887dd7-19dd-4572-8766-c0370e28a560 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:29.674866 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.761595 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.761925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.774436 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for d1887dd7-19dd-4572-8766-c0370e28a560 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:29.780156 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.782915 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:29.785251 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b616d01e-0d79-4aac-b221-6de37e01f202 HTTP/1.1" status: 204 len: 168 time: 0.3215742 Sep 23 14:05:29.801332 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de490783-be36-4ce1-8d2a-15fd48ee9d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616d01e-0d79-4aac-b221-6de37e01f202,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:29.998168 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.030201 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=d1887dd7-19dd-4572-8766-c0370e28a560,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:30.102431 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.103099 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Floating IP 7729b2a3-9cc3-4352-ad86-a95132bf55b1 disassociated (deleted). External IP: 172.27.1.201, port: db572771-fbe6-4c60-9b78-1a3edfa67fa0. Sep 23 14:05:30.333443 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:30.442877 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:30.447625 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.454809 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:30.464224 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:30.464855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:30.478417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ba952a90-3f02-4d0e-83e1-ade30ad6bf98 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "DELETE /v2.0/floatingips/7729b2a3-9cc3-4352-ad86-a95132bf55b1 HTTP/1.1" status: 204 len: 168 time: 1.0582552 Sep 23 14:05:30.478417 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:05:30.478417 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a961cf9-b79d-496a-ab00-3ecf31af9771" -d '{"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:30.519474 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3383834-3340-401a-af38-df739d1f9dab x-openstack-request-id: req-c3383834-3340-401a-af38-df739d1f9dab {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:30.519761 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:30.520016 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3383834-3340-401a-af38-df739d1f9dab {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:30.520417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'status': 'completed', 'code': 200} Sep 23 14:05:30.583886 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 48970) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:30.593656 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-5c057ec1-350f-44dd-8c30-c03d0f98dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:30.595375 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-5c057ec1-350f-44dd-8c30-c03d0f98dbe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=973bfa87bcc64277a0165badd90793af&device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 1098 time: 0.0542319 Sep 23 14:05:30.599092 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a255feb9-1e21-4d61-ae97-71bd9a0e7830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.607485 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:30.713288 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-54c87e3f-dcde-4874-8285-f6bd2d4610fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:30.716249 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-54c87e3f-dcde-4874-8285-f6bd2d4610fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 200 len: 911 time: 0.1139269 Sep 23 14:05:30.726183 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a255feb9-1e21-4d61-ae97-71bd9a0e7830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.759484 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-cc2b8df0-fab6-4e8e-a0be-6f4caf2dd3da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 200 len: 217 time: 0.0363295 Sep 23 14:05:30.815944 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-a255feb9-1e21-4d61-ae97-71bd9a0e7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:30.816693 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-3dec3288-58eb-4ce5-a716-162f3f079a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:30.818477 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-3dec3288-58eb-4ce5-a716-162f3f079a1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 200 len: 850 time: 0.0516596 Sep 23 14:05:30.855887 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255feb9-1e21-4d61-ae97-71bd9a0e7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00101c0e-7df4-4c77-b070-9cf0a27922e4,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:30.869898 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-b7eb0d39-2353-41fc-a5b0-b634c9e533cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:30.872534 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-a255feb9-1e21-4d61-ae97-71bd9a0e7830 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a6201e7f77a4814a5678dcf52900609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874980 Sep 23 14:05:30.877081 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-b7eb0d39-2353-41fc-a5b0-b634c9e533cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26fa4166-2eca-47c3-bada-8c6d5a84e226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477552 Sep 23 14:05:30.877081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 48972) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:30.954782 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:30.982922 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:30.991538 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:30.992156 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.025245 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:31.060988 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ee40e-5d3c-473f-b1f0-94478bacb5b6 req-f98248a5-caed-4c24-bb57-42c181b6ec14 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:31.062630 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3d8ee40e-5d3c-473f-b1f0-94478bacb5b6 req-f98248a5-caed-4c24-bb57-42c181b6ec14 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.1258612 Sep 23 14:05:31.068577 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-3752cfcd-3890-4479-a726-ee274e50ceab service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868706 Sep 23 14:05:31.079869 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:31.104426 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:31.195417 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3d8ee40e-5d3c-473f-b1f0-94478bacb5b6 req-98223afa-c7a1-44e4-8a84-a6976b1c2a85 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219618 Sep 23 14:05:31.242630 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-3a961cf9-b79d-496a-ab00-3ecf31af9771 req-c0b85eb3-57de-48f8-b7cb-48cfc9f56cbf service neutron] 10.222.0.45 "GET /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647151 Sep 23 14:05:31.339889 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:31.366599 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c960efdf-585f-46d0-a1b1-ffd270462a41 None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T13:57:28Z', 'revision_number': 4, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': 'f1b31b6d-4a43-46b0-92f9-e624fedad4cd', 'name': '', 'network_id': '26fa4166-2eca-47c3-bada-8c6d5a84e226', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'mac_address': 'fa:16:3e:1a:cf:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25269edf-99d8-425d-b117-e747d9d7a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:26Z', 'updated_at': '2021-09-23T13:57:35Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'subnets': [{'id': '25269edf-99d8-425d-b117-e747d9d7a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:31.373014 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:31.375528 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:31.381607 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00101c0e-7df4-4c77-b070-9cf0a27922e4 HTTP/1.1" status: 204 len: 168 time: 0.5006351 Sep 23 14:05:31.386860 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234d009-d113-4813-accc-8a10a3550da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00101c0e-7df4-4c77-b070-9cf0a27922e4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:31.600768 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355e379-c1f8-444c-8071-841fed4748da None None] New status for floating IP 7729b2a3-9cc3-4352-ad86-a95132bf55b1: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:05:32.320461 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be469a-1018-402a-97b8-8f3bf0a317fe req-5df9db3b-97d9-4131-8873-cbe241316a80 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:32.322061 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b9be469a-1018-402a-97b8-8f3bf0a317fe req-5df9db3b-97d9-4131-8873-cbe241316a80 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.0564609 Sep 23 14:05:32.364305 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-b9be469a-1018-402a-97b8-8f3bf0a317fe req-d24ac5fc-5f3b-4dcd-972c-497a58d9d8ca tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357852 Sep 23 14:05:32.422565 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-76129d4d-bd4b-40fc-ad25-04565cc0a444 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:05:32.424039 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-76129d4d-bd4b-40fc-ad25-04565cc0a444 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Sep 23 14:05:32.522234 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port db572771-fbe6-4c60-9b78-1a3edfa67fa0 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:32.522577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:32.618455 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] For port db572771-fbe6-4c60-9b78-1a3edfa67fa0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=db572771-fbe6-4c60-9b78-1a3edfa67fa0,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:32.618923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:32.631745 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for db572771-fbe6-4c60-9b78-1a3edfa67fa0 owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:32.856854 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:32.893968 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=db572771-fbe6-4c60-9b78-1a3edfa67fa0,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:32.942245 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] No DVR routers for this DVR port db572771-fbe6-4c60-9b78-1a3edfa67fa0 on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:32.944906 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:32.946959 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-7b0a5c42-20e5-4623-bcca-a1b63354081f req-6626a713-71c1-4ca9-a59f-763f3191cd7c tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.45 "DELETE /v2.0/ports/db572771-fbe6-4c60-9b78-1a3edfa67fa0 HTTP/1.1" status: 204 len: 173 time: 0.5169892 Sep 23 14:05:32.947397 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'name': 'network-vif-deleted', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:05:32.949758 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990a861-0d94-4160-ba34-e1638e77fc41" -d '{"events": [{"server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "name": "network-vif-deleted", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:05:32.990773 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703c529-46cd-4d05-bd9b-675513975ca9 x-openstack-request-id: req-0703c529-46cd-4d05-bd9b-675513975ca9 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:05:32.990773 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9893489b-3d57-4151-94d1-b08162346621", "name": "network-vif-deleted", "tag": "db572771-fbe6-4c60-9b78-1a3edfa67fa0", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:05:32.990773 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0703c529-46cd-4d05-bd9b-675513975ca9 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:05:32.990773 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9893489b-3d57-4151-94d1-b08162346621', 'name': 'network-vif-deleted', 'tag': 'db572771-fbe6-4c60-9b78-1a3edfa67fa0', 'status': 'completed', 'code': 200} Sep 23 14:05:33.460408 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-11504a06-0fcb-4488-811d-03bdc9286423 req-27d42fd0-511a-47cc-9b71-3c7197d07ff2 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9893489b-3d57-4151-94d1-b08162346621 HTTP/1.1" status: 200 len: 210 time: 0.0267265 Sep 23 14:05:34.517634 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49026) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:34.657686 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Deleting port 84dd754a-926a-4535-a8cf-b1b66443b1b1 {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:34.658303 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:34.749001 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:34.749224 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:34.761846 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Calling delete_port for 84dd754a-926a-4535-a8cf-b1b66443b1b1 owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:35.030115 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:35.060697 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'Port': ['ID=84dd754a-926a-4535-a8cf-b1b66443b1b1,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:35.120399 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:35.122965 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:35.124117 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eb735837-1c06-42fe-9cb6-770b144a9b6f tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "DELETE /v2.0/floatingips/b92699cb-b00a-4d4a-9890-1e4bc3341192 HTTP/1.1" status: 204 len: 168 time: 0.6049485 Sep 23 14:05:35.358583 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device db572771-fbe6-4c60-9b78-1a3edfa67fa0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:35.378508 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: db572771-fbe6-4c60-9b78-1a3edfa67fa0 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:35.378850 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device db572771-fbe6-4c60-9b78-1a3edfa67fa0 not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:36.544814 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49054) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:36.605587 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:36.632079 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:36.829501 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:36.833111 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:36.834360 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] 10.222.0.18 "DELETE /v2.0/security-groups/c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66 HTTP/1.1" status: 204 len: 168 time: 0.2883935 Sep 23 14:05:36.843616 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00c018-62ed-4f77-8b76-b4a420f5f527 tempest-TestVolumeBootPattern-1952448532 tempest-TestVolumeBootPattern-1952448532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f66bd0-f8fd-41a3-aa98-262fcb1fcc66,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:36.971638 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49062) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:37.770847 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:38.020008 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Deleting port f1b31b6d-4a43-46b0-92f9-e624fedad4cd {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:38.020371 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:38.102995 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] For port f1b31b6d-4a43-46b0-92f9-e624fedad4cd, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:38.103358 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:38.116497 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Calling delete_port for f1b31b6d-4a43-46b0-92f9-e624fedad4cd owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:38.375386 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:38.402192 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b31b6d-4a43-46b0-92f9-e624fedad4cd,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:38.576921 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:38.798796 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Router 1f682c72-9cac-412d-9ce3-79ae7ebde45d has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:38.914314 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:38.919445 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-cb9a9124-8c3c-4905-ab36-0f2afab187ea admin admin] 10.222.0.18 "PUT /v2.0/routers/1f682c72-9cac-412d-9ce3-79ae7ebde45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9466481 Sep 23 14:05:38.921886 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49072) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:38.922861 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Sync routers for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:38.933337 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:38.934366 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:39.031067 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.051203 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:39.146377 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.241796 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T14:05:38Z', 'revision_number': 5, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port': {'id': '735d3b2d-359e-4411-bc0a-4c611b0e19ad', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:22Z', 'updated_at': '2021-09-23T13:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:39.270464 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Checking router: 1f682c72-9cac-412d-9ce3-79ae7ebde45d for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:39.279798 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Routers {'1f682c72-9cac-412d-9ce3-79ae7ebde45d'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:39.280443 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:39.289923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Deleting port 735d3b2d-359e-4411-bc0a-4c611b0e19ad {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:39.290268 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.371471 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] Set router 1f682c72-9cac-412d-9ce3-79ae7ebde45d gateway port host: None {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:39.387209 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] For port 735d3b2d-359e-4411-bc0a-4c611b0e19ad, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=735d3b2d-359e-4411-bc0a-4c611b0e19ad,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:39.387610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.400875 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Calling delete_port for 735d3b2d-359e-4411-bc0a-4c611b0e19ad owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:39.425001 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T14:05:39Z', 'revision_number': 6, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:39.456095 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791e2e3-f8db-4461-8bd8-2f6b45173e2e None None] The sync data for ids ['1f682c72-9cac-412d-9ce3-79ae7ebde45d'] in dv-cinder-733622-19-iscsi is: [{'id': '1f682c72-9cac-412d-9ce3-79ae7ebde45d', 'name': 'tempest-TestVolumeBootPattern-859547126-router', 'tenant_id': '973bfa87bcc64277a0165badd90793af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:21Z', 'updated_at': '2021-09-23T14:05:39Z', 'revision_number': 6, 'project_id': '973bfa87bcc64277a0165badd90793af', 'gw_port_host': None}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:39.460034 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49078) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:39.575024 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50e61847-0d0f-4445-9c27-35d2f2a48db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.661220 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.666650 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50e61847-0d0f-4445-9c27-35d2f2a48db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.690890 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=735d3b2d-359e-4411-bc0a-4c611b0e19ad,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:39.748530 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.801114 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-50e61847-0d0f-4445-9c27-35d2f2a48db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.840481 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.845512 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-50e61847-0d0f-4445-9c27-35d2f2a48db7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f283509bb3a45299cd49e6c1b2a20af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816872 Sep 23 14:05:39.845696 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.845820 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e61847-0d0f-4445-9c27-35d2f2a48db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec95618-b5e9-43db-aa8b-7633fab9cf15,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:39.845916 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49082) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:39.931010 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.952712 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.992144 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:39.992699 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f682c72-9cac-412d-9ce3-79ae7ebde45d {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:05:39.997173 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.010907 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-826e4a3f-b809-4dde-af9b-665127f48a12 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1f682c72-9cac-412d-9ce3-79ae7ebde45d HTTP/1.1" status: 204 len: 168 time: 1.0755301 Sep 23 14:05:40.010907 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49084) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:40.051525 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Deleting subnet 25269edf-99d8-425d-b117-e747d9d7a113 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:05:40.054642 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.092380 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.094526 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.097768 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.098951 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ec95618-b5e9-43db-aa8b-7633fab9cf15 HTTP/1.1" status: 204 len: 168 time: 0.2522089 Sep 23 14:05:40.130356 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c13d8-8708-4a22-9a9c-4a94365c397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec95618-b5e9-43db-aa8b-7633fab9cf15,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:40.194979 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.380608 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f1b31b6d-4a43-46b0-92f9-e624fedad4cd no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:40.387609 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.401948 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: f1b31b6d-4a43-46b0-92f9-e624fedad4cd {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:40.402294 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device f1b31b6d-4a43-46b0-92f9-e624fedad4cd not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:40.402724 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 735d3b2d-359e-4411-bc0a-4c611b0e19ad no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:40.410652 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25269edf-99d8-425d-b117-e747d9d7a113,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:40.412910 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.414922 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-debcce56-2d12-486b-8845-306f8036b3b3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/25269edf-99d8-425d-b117-e747d9d7a113 HTTP/1.1" status: 204 len: 168 time: 0.4132140 Sep 23 14:05:40.417608 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49088) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:40.425458 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38747a-05c0-4dac-948f-ae19e811dda7 None None] Network 26fa4166-2eca-47c3-bada-8c6d5a84e226 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:05:40.428876 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 735d3b2d-359e-4411-bc0a-4c611b0e19ad {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:40.429254 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 735d3b2d-359e-4411-bc0a-4c611b0e19ad not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:40.504668 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.569934 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Deleting port dc35afa9-71b0-47ae-9ef3-56286725a3b2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:40.570277 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.650722 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] DHCP port deletion for 26fa4166-2eca-47c3-bada-8c6d5a84e226 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:05:40.654787 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] For port dc35afa9-71b0-47ae-9ef3-56286725a3b2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=dc35afa9-71b0-47ae-9ef3-56286725a3b2,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:40.655423 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.668594 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Calling delete_port for dc35afa9-71b0-47ae-9ef3-56286725a3b2 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:40.711562 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Deleting port dc35afa9-71b0-47ae-9ef3-56286725a3b2 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:40.712546 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.783138 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] For port dc35afa9-71b0-47ae-9ef3-56286725a3b2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=dc35afa9-71b0-47ae-9ef3-56286725a3b2,segment=NetworkSegment(1d218a4e-ba1e-4508-9d60-9c04d62d1bcd),segment_id=1d218a4e-ba1e-4508-9d60-9c04d62d1bcd)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:40.784058 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.797549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Calling delete_port for dc35afa9-71b0-47ae-9ef3-56286725a3b2 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:40.875119 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.883206 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:40.902394 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc35afa9-71b0-47ae-9ef3-56286725a3b2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:40.907666 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] No DVR routers for this DVR port dc35afa9-71b0-47ae-9ef3-56286725a3b2 on host dv-cinder-733622-19-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:40.910014 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Pushing event deleted for resources: {'Port': ['ID=dc35afa9-71b0-47ae-9ef3-56286725a3b2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:40.919862 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] No DVR routers for this DVR port dc35afa9-71b0-47ae-9ef3-56286725a3b2 on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:40.923635 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.924638 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.924850 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.925177 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.925544 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.925873 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.926199 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.926524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.926850 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.927175 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.927555 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.927790 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c168e-22a1-4912-87f9-102cfd29df63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:05:40.979577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49092) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:41.001171 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.009221 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6288-4bc8-4d9d-a309-772af65acd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.025400 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fa4166-2eca-47c3-bada-8c6d5a84e226']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:41.037792 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:41.038128 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d218a4e-ba1e-4508-9d60-9c04d62d1bcd') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:41.050369 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.068446 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.074847 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:05:41.075159 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:05:41.076864 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:05:41.107364 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6288-4bc8-4d9d-a309-772af65acd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.201468 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6288-4bc8-4d9d-a309-772af65acd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.241144 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b6288-4bc8-4d9d-a309-772af65acd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd5ff8-3022-42f3-a9bc-6056157d6718,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:41.245508 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-4b6b6288-4bc8-4d9d-a309-772af65acd30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c1c26aecb0e446f9006b64ac9e8f447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644501 Sep 23 14:05:41.247122 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.254899 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.255794 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] 10.222.0.18 "DELETE /v2.0/networks/26fa4166-2eca-47c3-bada-8c6d5a84e226 HTTP/1.1" status: 204 len: 168 time: 0.8370821 Sep 23 14:05:41.259756 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49094) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:41.260610 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49096) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:41.276866 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c02185-25ed-4b48-8623-27da3539046a admin admin] Pushing event deleted for resources: {'Network': ['ID=26fa4166-2eca-47c3-bada-8c6d5a84e226,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:41.320908 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.349577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.506389 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.509033 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:41.512991 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cdd5ff8-3022-42f3-a9bc-6056157d6718 HTTP/1.1" status: 204 len: 168 time: 0.2482626 Sep 23 14:05:41.521670 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fdee-41a5-4209-a365-d5d463f2b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd5ff8-3022-42f3-a9bc-6056157d6718,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:41.889304 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:42.150775 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Deleting port 918bbb95-7940-4de5-8617-28774cb9721b {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:42.151089 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:42.232050 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] For port 918bbb95-7940-4de5-8617-28774cb9721b, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=918bbb95-7940-4de5-8617-28774cb9721b,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:42.232437 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:42.245282 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Calling delete_port for 918bbb95-7940-4de5-8617-28774cb9721b owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:42.388738 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device dc35afa9-71b0-47ae-9ef3-56286725a3b2 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:42.414386 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: dc35afa9-71b0-47ae-9ef3-56286725a3b2 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:42.414642 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device dc35afa9-71b0-47ae-9ef3-56286725a3b2 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:42.606746 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:42.634143 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=918bbb95-7940-4de5-8617-28774cb9721b,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:42.803203 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.036584 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Router d4fccadd-761d-40a5-980f-40695ee041c7 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:05:43.147920 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:05:43.153082 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-ef44ae3a-0e60-433c-a67d-50ec551078f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4fccadd-761d-40a5-980f-40695ee041c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8920712 Sep 23 14:05:43.155840 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49122) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:43.156535 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Sync routers for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:05:43.166696 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:43.167321 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:43.276132 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.283346 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:43.385860 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.470511 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T14:05:42Z', 'revision_number': 5, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port': {'id': '655ba46a-da13-42b3-988c-351dd698c6fc', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:48:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T13:57:36Z', 'updated_at': '2021-09-23T13:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:43.496543 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Checking router: d4fccadd-761d-40a5-980f-40695ee041c7 for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:05:43.505530 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Routers {'d4fccadd-761d-40a5-980f-40695ee041c7'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:05:43.506124 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['d4fccadd-761d-40a5-980f-40695ee041c7'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:43.563434 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Deleting port 655ba46a-da13-42b3-988c-351dd698c6fc {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:43.563974 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.596842 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] Set router d4fccadd-761d-40a5-980f-40695ee041c7 gateway port host: None {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:05:43.653232 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] For port 655ba46a-da13-42b3-988c-351dd698c6fc, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=655ba46a-da13-42b3-988c-351dd698c6fc,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:43.653650 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.660232 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T14:05:43Z', 'revision_number': 6, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port_host': None}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:43.666737 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Calling delete_port for 655ba46a-da13-42b3-988c-351dd698c6fc owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:43.690081 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1274eb7-84d0-4d77-a42f-90bf79bb53af None None] The sync data for ids ['d4fccadd-761d-40a5-980f-40695ee041c7'] in dv-cinder-733622-19-iscsi is: [{'id': 'd4fccadd-761d-40a5-980f-40695ee041c7', 'name': 'tempest-TestVolumeBootPattern-1561562744-router', 'tenant_id': '57d2fd5bfe8b49b591120509bda3a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T13:57:34Z', 'updated_at': '2021-09-23T14:05:43Z', 'revision_number': 6, 'project_id': '57d2fd5bfe8b49b591120509bda3a895', 'gw_port_host': None}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:05:43.923703 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:43.951441 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=655ba46a-da13-42b3-988c-351dd698c6fc,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:44.017410 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.123690 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.127606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.249392 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.250443 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fccadd-761d-40a5-980f-40695ee041c7 {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:05:44.254849 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.255767 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-361cdec1-8880-49ea-8544-890e467f0c1b admin admin] 10.222.0.18 "DELETE /v2.0/routers/d4fccadd-761d-40a5-980f-40695ee041c7 HTTP/1.1" status: 204 len: 168 time: 1.0989454 Sep 23 14:05:44.264069 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49162) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:44.309984 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Deleting subnet 41c43451-d09c-48e8-8a90-36135e731e8f {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:05:44.313141 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.356016 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.454015 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.532597 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 918bbb95-7940-4de5-8617-28774cb9721b no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:44.556337 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 918bbb95-7940-4de5-8617-28774cb9721b {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:44.556675 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 918bbb95-7940-4de5-8617-28774cb9721b not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:44.557286 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 655ba46a-da13-42b3-988c-351dd698c6fc no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:44.578614 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 655ba46a-da13-42b3-988c-351dd698c6fc {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:44.578965 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 655ba46a-da13-42b3-988c-351dd698c6fc not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:44.595577 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.622374 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c43451-d09c-48e8-8a90-36135e731e8f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:44.626238 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.629397 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-67f52995-aa7d-4143-9ca7-b91332eb0847 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41c43451-d09c-48e8-8a90-36135e731e8f HTTP/1.1" status: 204 len: 168 time: 0.3637667 Sep 23 14:05:44.633670 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20739792-6c50-495c-91bf-4fc29f8a34a2 None None] Network 060381f1-e33e-4375-b62c-bd02c9f18c8d requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:05:44.636857 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49170) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:44.718958 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.780532 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Deleting port cca17678-c51f-4e15-8583-598d2538d02d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:44.780871 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.856950 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] For port cca17678-c51f-4e15-8583-598d2538d02d, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=cca17678-c51f-4e15-8583-598d2538d02d,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:44.857340 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.871465 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Calling delete_port for cca17678-c51f-4e15-8583-598d2538d02d owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:44.871704 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] DHCP port deletion for 060381f1-e33e-4375-b62c-bd02c9f18c8d request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:05:44.920809 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Deleting port cca17678-c51f-4e15-8583-598d2538d02d {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:05:44.921303 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.937050 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:44.994324 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] For port cca17678-c51f-4e15-8583-598d2538d02d, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=cca17678-c51f-4e15-8583-598d2538d02d,segment=NetworkSegment(7ca2a409-7ca5-4306-9c40-005f7eb7d8ee),segment_id=7ca2a409-7ca5-4306-9c40-005f7eb7d8ee)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:05:44.994721 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.008683 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Calling delete_port for cca17678-c51f-4e15-8583-598d2538d02d owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:05:45.030334 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.058149 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca17678-c51f-4e15-8583-598d2538d02d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:45.064210 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] No DVR routers for this DVR port cca17678-c51f-4e15-8583-598d2538d02d on host dv-cinder-733622-19-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:45.098086 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.108964 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49174) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:45.124615 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] Pushing event deleted for resources: {'Port': ['ID=cca17678-c51f-4e15-8583-598d2538d02d,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:45.129977 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe689171-f9a2-40d8-ad7f-82a7409d90ef None None] No DVR routers for this DVR port cca17678-c51f-4e15-8583-598d2538d02d on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:05:45.150351 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.173011 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060381f1-e33e-4375-b62c-bd02c9f18c8d']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:45.183626 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:45.183961 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca2a409-7ca5-4306-9c40-005f7eb7d8ee') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:05:45.200254 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.210166 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.216669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:05:45.217385 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:05:45.218890 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:05:45.232594 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb9fefd7-37f8-4d4f-b58b-cd434ec7be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.325988 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb9fefd7-37f8-4d4f-b58b-cd434ec7be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.374986 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.380669 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.383436 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] 10.222.0.18 "DELETE /v2.0/networks/060381f1-e33e-4375-b62c-bd02c9f18c8d HTTP/1.1" status: 204 len: 168 time: 0.7446392 Sep 23 14:05:45.394031 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500366-42e8-4fa5-a6df-d6c504dca558 admin admin] Pushing event deleted for resources: {'Network': ['ID=060381f1-e33e-4375-b62c-bd02c9f18c8d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:45.410294 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb9fefd7-37f8-4d4f-b58b-cd434ec7be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.449825 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-eb9fefd7-37f8-4d4f-b58b-cd434ec7be40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f07378edef6d4985a4f9868763235242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396127 Sep 23 14:05:45.450685 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fefd7-37f8-4d4f-b58b-cd434ec7be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc96605-6d2c-4209-b42b-4acb18d2812b,revision_number=1']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:45.453282 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49180) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:45.504893 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.525996 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.692419 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.695179 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.696396 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc96605-6d2c-4209-b42b-4acb18d2812b HTTP/1.1" status: 204 len: 168 time: 0.2419083 Sep 23 14:05:45.710978 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aadc9b-d44c-412b-86ed-f884a3fefa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc96605-6d2c-4209-b42b-4acb18d2812b,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:45.793154 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49184) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:45.834944 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1120be20-a877-43ff-aa90-fdd7284b2d64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=973bfa87bcc64277a0165badd90793af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405443 Sep 23 14:05:45.837459 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49186) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:45.890248 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:45.917091 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.052121 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.055216 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.056607 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3b989bf-63d7-4862-8755-3edba7c69476 HTTP/1.1" status: 204 len: 168 time: 0.2182095 Sep 23 14:05:46.071527 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc593-e935-403a-8c9d-4c0b5e467a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b989bf-63d7-4862-8755-3edba7c69476,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:46.369582 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device cca17678-c51f-4e15-8583-598d2538d02d no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:05:46.395720 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: cca17678-c51f-4e15-8583-598d2538d02d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:05:46.396064 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device cca17678-c51f-4e15-8583-598d2538d02d not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:05:46.640955 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49194) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:46.654868 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-587a3880-6453-4375-90e3-c122461888da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.743487 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-587a3880-6453-4375-90e3-c122461888da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.900779 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-587a3880-6453-4375-90e3-c122461888da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_create {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:46.940120 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a3880-6453-4375-90e3-c122461888da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad79838-84dc-4214-9aff-8b6d5a74cb59,revision_number=1']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:46.944854 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-587a3880-6453-4375-90e3-c122461888da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=750524e34dc0454a9017ef4798b20e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028247 Sep 23 14:05:46.947834 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49198) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:47.004977 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.028597 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.066393 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49200) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:47.111029 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-f55fb219-d3ab-4018-bb58-d8e444ecb5fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57d2fd5bfe8b49b591120509bda3a895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434787 Sep 23 14:05:47.114417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49202) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:05:47.164598 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.185519 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.188064 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.189238 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dad79838-84dc-4214-9aff-8b6d5a74cb59 HTTP/1.1" status: 204 len: 168 time: 0.2400453 Sep 23 14:05:47.191708 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.209239 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbd538-1b83-4e6a-a165-0d43717145f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad79838-84dc-4214-9aff-8b6d5a74cb59,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:47.366729 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.369815 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:47.371176 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17fbbe1e-4e1b-40d8-879d-4341b12479ec HTTP/1.1" status: 204 len: 168 time: 0.2558539 Sep 23 14:05:47.380252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b75529-8cdf-4da8-8f3d-4c763df65c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fbbe1e-4e1b-40d8-879d-4341b12479ec,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:05:47.740824 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-df11ded6-5d7b-426b-9097-d519481a5ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:50.169553 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3000854a-6fae-4eac-9caa-a529352c7664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:50.952202 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:51.209713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:53.332395 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:05:55.706981 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:06:09.899450 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49212) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:10.322676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Deleting port 728d277a-fbcc-4123-8dfb-0d8c7cb061ce {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:10.323015 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:10.398029 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:10.398353 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:10.410220 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Calling delete_port for 728d277a-fbcc-4123-8dfb-0d8c7cb061ce owned by network:floatingip {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:10.612288 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:10.639328 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event deleted for resources: {'Port': ['ID=728d277a-fbcc-4123-8dfb-0d8c7cb061ce,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:10.702038 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for floatingip, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:10.702364 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.db.l3_db [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Floating IP 25c7ecab-45b2-46b1-8d73-1e24a8766120 disassociated (deleted). External IP: 172.27.1.57, port: 2812e1ce-1e30-4854-8a83-122d8140717d. Sep 23 14:06:10.921676 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Router a4de16db-fe57-427d-9d24-c84127ec5fe6 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:11.031977 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:11.037046 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for floatingip, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:11.042855 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Sync routers for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:11.051656 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:11.052262 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:11.064661 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-1e365869-796d-40e2-8a71-2b54d5d437b6 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "DELETE /v2.0/floatingips/25c7ecab-45b2-46b1-8d73-1e24a8766120 HTTP/1.1" status: 204 len: 168 time: 1.1641600 Sep 23 14:06:11.065250 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:06:11.067525 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:11.105917 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1926432-e648-46e1-b4ad-f375033c15d0 x-openstack-request-id: req-c1926432-e648-46e1-b4ad-f375033c15d0 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:11.106215 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:11.106468 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1926432-e648-46e1-b4ad-f375033c15d0 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:11.106910 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'status': 'completed', 'code': 200} Sep 23 14:06:11.187381 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-ae86c7f7-ef53-4e3f-b5fd-8c62dec48598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:11.188881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-ae86c7f7-ef53-4e3f-b5fd-8c62dec48598 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 1098 time: 0.0583594 Sep 23 14:06:11.291564 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:11.302689 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-370df296-39d1-4699-bdf3-117abf453d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:11.304167 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-370df296-39d1-4699-bdf3-117abf453d5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 200 len: 908 time: 0.1082332 Sep 23 14:06:11.353663 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-bf55df12-e3bb-4fe5-9904-140bf3c7a4d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 200 len: 217 time: 0.0419965 Sep 23 14:06:11.405924 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-4423f2e7-6f27-4ce2-9f51-baefde6d6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:11.407428 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-4423f2e7-6f27-4ce2-9f51-baefde6d6063 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 200 len: 847 time: 0.0475941 Sep 23 14:06:11.470073 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-22c62605-0f61-48b8-b0cc-c80da3237663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:11.472396 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-22c62605-0f61-48b8-b0cc-c80da3237663 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82c13162-775f-4e60-a221-6b875c397d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574994 Sep 23 14:06:11.530411 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:11.566012 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Checking router: a4de16db-fe57-427d-9d24-c84127ec5fe6 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:11.577248 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:11.577952 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:11.591482 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f60f4-63e7-413b-971a-53846d50be87 req-89c735c3-1b38-467b-a1ee-ab211cc40fad tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:11.593049 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-532f60f4-63e7-413b-971a-53846d50be87 req-89c735c3-1b38-467b-a1ee-ab211cc40fad tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.1265476 Sep 23 14:06:11.634881 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-3780ae29-529e-483d-90b8-bf0c8e21204e service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509056 Sep 23 14:06:11.671183 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-532f60f4-63e7-413b-971a-53846d50be87 req-6970ec6b-6d85-45fd-8615-30b36a7981f0 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703869 Sep 23 14:06:11.705758 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:11.755591 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-227f22bc-5bea-4f7b-b16e-49e777a0cf8a req-aeee6401-3241-4d8f-bffb-265484c7aa00 service neutron] 10.222.0.45 "GET /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103506 Sep 23 14:06:11.921007 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:11.948209 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a748c99f-2627-464c-a5aa-d9e3f1d702ac None None] The sync data for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi is: [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:01:24Z', 'revision_number': 4, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi', '_interfaces': [{'id': '3aa72ea2-cc8b-4f36-8661-836e2a976911', 'name': '', 'network_id': '82c13162-775f-4e60-a221-6b875c397d29', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'mac_address': 'fa:16:3e:52:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:23Z', 'updated_at': '2021-09-23T14:01:28Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'subnets': [{'id': 'da730368-915c-4a9c-a5c6-2415b6d1b0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:12.189201 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79fa60-e8b3-46fc-a19d-b948683715a8 None None] New status for floating IP 25c7ecab-45b2-46b1-8d73-1e24a8766120: DOWN {{(pid=106390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 14:06:12.796372 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c51a07-b6a6-4d32-8b92-3ae5a64bece2 req-f60bf816-55fc-48b4-9a28-a821410d2158 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:12.797910 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-85c51a07-b6a6-4d32-8b92-3ae5a64bece2 req-f60bf816-55fc-48b4-9a28-a821410d2158 tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0516074 Sep 23 14:06:12.837611 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-85c51a07-b6a6-4d32-8b92-3ae5a64bece2 req-629b2315-99d1-45bb-9fd4-feac819993fa tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/security-groups?id=74d18288-6ce7-4493-928f-f6202c912c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Sep 23 14:06:13.018682 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-14940377-aabb-4dc6-935d-cad5bc5a836a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 14:06:13.020128 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-14940377-aabb-4dc6-935d-cad5bc5a836a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 945 time: 0.0492733 Sep 23 14:06:13.113765 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Deleting port 2812e1ce-1e30-4854-8a83-122d8140717d {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:13.113999 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:13.207407 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] For port 2812e1ce-1e30-4854-8a83-122d8140717d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2812e1ce-1e30-4854-8a83-122d8140717d,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:13.207773 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:13.221858 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Calling delete_port for 2812e1ce-1e30-4854-8a83-122d8140717d owned by compute:nova {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:13.464106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:13.494892 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event deleted for resources: {'Port': ['ID=2812e1ce-1e30-4854-8a83-122d8140717d,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:13.539532 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] No DVR routers for this DVR port 2812e1ce-1e30-4854-8a83-122d8140717d on host hv-cinder-73362 {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:06:13.543422 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103973'] for port, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:13.545484 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-85ee9a0c-7aa7-4e3a-ac7a-585b1e235b5e req-0f10980c-d7b4-406a-b760-5fc3230e352f tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.45 "DELETE /v2.0/ports/2812e1ce-1e30-4854-8a83-122d8140717d HTTP/1.1" status: 204 len: 173 time: 0.5194783 Sep 23 14:06:13.545925 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-deleted', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d'}] {{(pid=106387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 14:06:13.548262 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43071021c492ff8cc88439be320e5d69e68f03fb9d6dab767d2256e3a001fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d19f33-f8e5-4370-9217-ad731aa771b3" -d '{"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-deleted", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d"}]}' {{(pid=106387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 14:06:13.588629 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ac0949-5755-4941-8b1f-5c6acb301683 x-openstack-request-id: req-a3ac0949-5755-4941-8b1f-5c6acb301683 {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 14:06:13.588920 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd59ba80-c208-4dfb-8d06-276e67ece84f", "name": "network-vif-deleted", "tag": "2812e1ce-1e30-4854-8a83-122d8140717d", "status": "completed", "code": 200}]} {{(pid=106387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 14:06:13.589169 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3ac0949-5755-4941-8b1f-5c6acb301683 {{(pid=106387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 14:06:13.589770 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd59ba80-c208-4dfb-8d06-276e67ece84f', 'name': 'network-vif-deleted', 'tag': '2812e1ce-1e30-4854-8a83-122d8140717d', 'status': 'completed', 'code': 200} Sep 23 14:06:13.936391 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-8138913e-e3ff-40de-9485-0589307e79b2 req-ff7b5eda-8919-4adf-89ae-715d158a7a8a tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0286756 Sep 23 14:06:14.940256 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:15.053443 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [req-36e58fe5-20d5-418c-9cd4-b01dcb4f0eff req-e7b6d95e-96c5-43fd-8e44-98e50acfcafc tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd59ba80-c208-4dfb-8d06-276e67ece84f HTTP/1.1" status: 200 len: 210 time: 0.0310452 Sep 23 14:06:15.560940 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:15.585074 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] No Port match for: 2812e1ce-1e30-4854-8a83-122d8140717d {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:15.585440 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Device 2812e1ce-1e30-4854-8a83-122d8140717d not bound to the agent host hv-cinder-73362 {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:16.110700 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49230) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:16.175123 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:16.200620 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:16.314379 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:16.317019 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Notify callbacks [] for security_group, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:16.318259 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] 10.222.0.18 "DELETE /v2.0/security-groups/74d18288-6ce7-4493-928f-f6202c912c17 HTTP/1.1" status: 204 len: 168 time: 0.2065609 Sep 23 14:06:16.328014 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6314f6a-f377-4661-98fd-a3c7005eee2e tempest-TestShelveInstance-1684593824 tempest-TestShelveInstance-1684593824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d18288-6ce7-4493-928f-f6202c912c17,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:16.442211 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49234) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:16.793468 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.052007 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Deleting port 3aa72ea2-cc8b-4f36-8661-836e2a976911 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:17.052274 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.138489 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] For port 3aa72ea2-cc8b-4f36-8661-836e2a976911, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=3aa72ea2-cc8b-4f36-8661-836e2a976911,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:17.139206 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.151586 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Calling delete_port for 3aa72ea2-cc8b-4f36-8661-836e2a976911 owned by network:router_interface {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:17.506429 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.532358 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa72ea2-cc8b-4f36-8661-836e2a976911,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:17.706305 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.723048 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-5dadf4f6-be83-42bb-af8a-7dffa3bd2cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:17.922578 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Router a4de16db-fe57-427d-9d24-c84127ec5fe6 has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:18.030785 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:18.036030 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-40a44df4-fa93-47b3-96c6-2abe67779cd7 admin admin] 10.222.0.18 "PUT /v2.0/routers/a4de16db-fe57-427d-9d24-c84127ec5fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5925808 Sep 23 14:06:18.039488 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49236) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:18.042572 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Sync routers for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:18.052135 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:18.052756 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:18.147468 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks [] for router, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:18.160816 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:18.264329 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:18.342981 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:06:17Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:18.369752 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Checking router: a4de16db-fe57-427d-9d24-c84127ec5fe6 for host: dv-cinder-733622-19-iscsi {{(pid=106389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:18.378674 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Routers {'a4de16db-fe57-427d-9d24-c84127ec5fe6'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:18.379273 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:05:50Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['a4de16db-fe57-427d-9d24-c84127ec5fe6'], 'active': True} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:18.431662 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Deleting port 75e9063f-dafa-4350-b2bb-7468b355f4e3 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:18.432008 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:18.487158 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvr_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] Set router a4de16db-fe57-427d-9d24-c84127ec5fe6 gateway port host: dv-cinder-733622-19-iscsi {{(pid=106389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:18.531252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] For port 75e9063f-dafa-4350-b2bb-7468b355f4e3, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=75e9063f-dafa-4350-b2bb-7468b355f4e3,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:18.531252 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:18.549575 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Calling delete_port for 75e9063f-dafa-4350-b2bb-7468b355f4e3 owned by network:router_gateway {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:18.685206 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_hamode_db [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:06:17Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:18.712461 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aae9f1-9f42-4a21-b468-122ffb5c7c35 None None] The sync data for ids ['a4de16db-fe57-427d-9d24-c84127ec5fe6'] in dv-cinder-733622-19-iscsi is: [{'id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'name': 'tempest-TestShelveInstance-759251364-router', 'tenant_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:20Z', 'updated_at': '2021-09-23T14:06:17Z', 'revision_number': 5, 'project_id': '76433cc0bb0e44d7aa25ca0adeb38c44', 'gw_port': {'id': '75e9063f-dafa-4350-b2bb-7468b355f4e3', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4de16db-fe57-427d-9d24-c84127ec5fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:21Z', 'updated_at': '2021-09-23T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:18.840768 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:18.865323 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e9063f-dafa-4350-b2bb-7468b355f4e3,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:18.928877 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.018858 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.021503 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.114534 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.115065 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4de16db-fe57-427d-9d24-c84127ec5fe6 {{(pid=106388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:06:19.119391 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] Notify callbacks [] for router, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.120640 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-eb974a0d-43bc-494e-8ca7-d7a36c888066 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a4de16db-fe57-427d-9d24-c84127ec5fe6 HTTP/1.1" status: 204 len: 168 time: 1.0801499 Sep 23 14:06:19.123807 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49238) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:19.408281 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Deleting subnet da730368-915c-4a9c-a5c6-2415b6d1b0e7 {{(pid=106388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:06:19.412133 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.450937 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60629012'] for subnet, precommit_delete_associations {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:19.803149 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.049222 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60629122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60630663'] for subnet, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.074825 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da730368-915c-4a9c-a5c6-2415b6d1b0e7,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.081507 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.084009 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-83b2602f-b1c4-495f-91b1-be7222047fb9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da730368-915c-4a9c-a5c6-2415b6d1b0e7 HTTP/1.1" status: 204 len: 168 time: 0.9587357 Sep 23 14:06:20.086080 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.wsgi [-] (106388) accepted ('10.222.0.18', 49242) {{(pid=106388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:20.093891 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08cc11-222d-4f65-8d33-ebf54fe9616d None None] Network 82c13162-775f-4e60-a221-6b875c397d29 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:06:20.170691 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.229911 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Deleting port d53d409d-ff2b-4cc9-92ff-665e96c878a2 {{(pid=106388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:20.230769 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.235967 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-61515c8d-ba34-46ff-b51b-a055ad29345b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.305996 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] DHCP port deletion for 82c13162-775f-4e60-a221-6b875c397d29 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:06:20.311170 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.db [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] For port d53d409d-ff2b-4cc9-92ff-665e96c878a2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=d53d409d-ff2b-4cc9-92ff-665e96c878a2,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.311908 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.335320 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.plugin [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Calling delete_port for d53d409d-ff2b-4cc9-92ff-665e96c878a2 owned by network:dhcp {{(pid=106388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:20.385479 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Deleting port d53d409d-ff2b-4cc9-92ff-665e96c878a2 {{(pid=106389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:20.386637 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.409382 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 75e9063f-dafa-4350-b2bb-7468b355f4e3 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:20.463224 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 75e9063f-dafa-4350-b2bb-7468b355f4e3 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:20.463813 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 75e9063f-dafa-4350-b2bb-7468b355f4e3 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:20.464531 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 3aa72ea2-cc8b-4f36-8661-836e2a976911 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:20.489642 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 3aa72ea2-cc8b-4f36-8661-836e2a976911 {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:20.489988 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 3aa72ea2-cc8b-4f36-8661-836e2a976911 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:20.490419 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device d53d409d-ff2b-4cc9-92ff-665e96c878a2 no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:20.545885 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60629215'] for port, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.552216 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] For port d53d409d-ff2b-4cc9-92ff-665e96c878a2, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=d53d409d-ff2b-4cc9-92ff-665e96c878a2,segment=NetworkSegment(43aa4b69-396b-4b49-bebc-f5ceeb542d22),segment_id=43aa4b69-396b-4b49-bebc-f5ceeb542d22)] {{(pid=106389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:20.552613 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.573449 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Calling delete_port for d53d409d-ff2b-4cc9-92ff-665e96c878a2 owned by network:dhcp {{(pid=106389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:20.576974 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] No DVR routers for this DVR port d53d409d-ff2b-4cc9-92ff-665e96c878a2 on host dv-cinder-733622-19-iscsi {{(pid=106388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:06:20.583694 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53d409d-ff2b-4cc9-92ff-665e96c878a2,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.585155 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.db [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No active binding found for port d53d409d-ff2b-4cc9-92ff-665e96c878a2 {{(pid=106389) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 14:06:20.585625 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device d53d409d-ff2b-4cc9-92ff-665e96c878a2 not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:20.665750 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.666035 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538'] for port, after_delete {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.689887 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c13162-775f-4e60-a221-6b875c397d29']}} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:20.691825 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] Pushing event deleted for resources: {'Port': ['ID=d53d409d-ff2b-4cc9-92ff-665e96c878a2,revision_number=None']} {{(pid=106389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.698108 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10124aae-f85b-45b5-af42-e7e7e314dea6 None None] No DVR routers for this DVR port d53d409d-ff2b-4cc9-92ff-665e96c878a2 on host dv-cinder-733622-19-iscsi {{(pid=106389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:06:20.705824 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aa4b69-396b-4b49-bebc-f5ceeb542d22') {'for_net_delete': True} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:20.705984 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.services.segments.db [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aa4b69-396b-4b49-bebc-f5ceeb542d22') {} {{(pid=106388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:20.717580 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60629005'] for segment, before_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.732807 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.739417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=106388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:06:20.739417 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60629292'] for segment, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: Traceback (most recent call last): Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: timer() Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: cb(*args, **kw) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: return func(*args, **kwargs) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: self._notify() Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: self.callback(batched_events) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: event.method(event) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: return f(self, *a, **k) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._get(url).json() Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: return self.request(url, 'GET', **kwargs) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:06:20.741040 dv-cinder-733622-19-iscsi neutron-server[106388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:06:20.860805 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.871574 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron_lib.callbacks.manager [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:20.874508 dv-cinder-733622-19-iscsi neutron-server[106388]: INFO neutron.wsgi [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/82c13162-775f-4e60-a221-6b875c397d29 HTTP/1.1" status: 204 len: 168 time: 0.7871313 Sep 23 14:06:20.877244 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49244) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:20.885976 dv-cinder-733622-19-iscsi neutron-server[106388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b09cec-b204-452f-bce0-bbfe79499aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c13162-775f-4e60-a221-6b875c397d29,revision_number=None']} {{(pid=106388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:20.937280 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.257430 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.279506 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2061319'] for router_interface, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.535902 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Deleting port 8dbda50a-bf08-4252-8255-34a48ff3a8ea {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:21.536232 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.619573 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] For port 8dbda50a-bf08-4252-8255-34a48ff3a8ea, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=8dbda50a-bf08-4252-8255-34a48ff3a8ea,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:21.619957 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.634970 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Calling delete_port for 8dbda50a-bf08-4252-8255-34a48ff3a8ea owned by network:router_interface {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:21.935195 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:21.960923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbda50a-bf08-4252-8255-34a48ff3a8ea,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:21.993565 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.993918 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.994261 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.994598 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.994928 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.995256 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.996182 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.996505 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.996833 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.997162 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.997511 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:21.997837 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-19-iscsi {{(pid=106387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:06:22.154258 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2064014'] for router_interface, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:22.378127 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Router df5aa401-4ed0-4e42-a2b7-6369a69aef7a has already been hosted by L3 agent c29fe4a9-fd6b-41ef-b426-f59e2b467678 {{(pid=106387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 14:06:22.495903 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] Notify agent at l3_agent.dv-cinder-733622-19-iscsi the message routers_updated {{(pid=106387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 14:06:22.500926 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-decbb2ae-35a5-4671-ae03-24e1b9ce6423 admin admin] 10.222.0.18 "PUT /v2.0/routers/df5aa401-4ed0-4e42-a2b7-6369a69aef7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226077 Sep 23 14:06:22.503507 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49246) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:22.506068 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Sync routers for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:06:22.517313 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:22.518037 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:06:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:22.614952 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks [] for router, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:22.625858 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:22.830150 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:06:21Z', 'revision_number': 5, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:22.862553 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Checking router: df5aa401-4ed0-4e42-a2b7-6369a69aef7a for host: dv-cinder-733622-19-iscsi {{(pid=106390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:06:22.871810 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Routers {'df5aa401-4ed0-4e42-a2b7-6369a69aef7a'} bound to L3 agent in host dv-cinder-733622-19-iscsi {{(pid=106390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 14:06:22.872399 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T13:45:50Z,description=,heartbeat_timestamp=2021-09-23T14:06:20Z,host='dv-cinder-733622-19-iscsi',id=c29fe4a9-fd6b-41ef-b426-f59e2b467678,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T13:45:51Z,topic='l3_agent')) {'router_ids': ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'], 'active': True} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:22.980711 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_dvr_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] Set router df5aa401-4ed0-4e42-a2b7-6369a69aef7a gateway port host: dv-cinder-733622-19-iscsi {{(pid=106390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 14:06:23.000055 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.114171 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Deleting port be381401-1bb6-4613-a1f8-351d1d0bce3f {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:23.114564 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.197251 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] For port be381401-1bb6-4613-a1f8-351d1d0bce3f, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=be381401-1bb6-4613-a1f8-351d1d0bce3f,segment=NetworkSegment(27b6b4bd-119e-4396-b450-303c3629e35f),segment_id=27b6b4bd-119e-4396-b450-303c3629e35f)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:23.197593 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.210408 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Calling delete_port for be381401-1bb6-4613-a1f8-351d1d0bce3f owned by network:router_gateway {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:23.256981 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.l3_hamode_db [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:06:21Z', 'revision_number': 5, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}], 'dv-cinder-733622-19-iscsi', False) {} {{(pid=106390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:23.284375 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1132f5-882f-490b-9b67-835b45a3169d None None] The sync data for ids ['df5aa401-4ed0-4e42-a2b7-6369a69aef7a'] in dv-cinder-733622-19-iscsi is: [{'id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'name': 'tempest-TestShelveInstance-1294220877-router', 'tenant_id': 'd65b80b548fa4c94b73a08340af68425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'external_fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T14:01:28Z', 'updated_at': '2021-09-23T14:06:21Z', 'revision_number': 5, 'project_id': 'd65b80b548fa4c94b73a08340af68425', 'gw_port': {'id': 'be381401-1bb6-4613-a1f8-351d1d0bce3f', 'name': '', 'network_id': '42b93358-f7d1-4cd1-aa41-445346ad8247', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5aa401-4ed0-4e42-a2b7-6369a69aef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T14:01:29Z', 'updated_at': '2021-09-23T14:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3245ae97-20c4-41a2-b2b8-509355ca7141', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-19-iscsi'}] {{(pid=106390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:06:23.351757 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.503239 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.531606 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Pushing event deleted for resources: {'Port': ['ID=be381401-1bb6-4613-a1f8-351d1d0bce3f,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:23.600081 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2063949'] for router_gateway, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.694131 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2061090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15804'] for router, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.696882 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.840187 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2061099'] for router, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.840764 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5aa401-4ed0-4e42-a2b7-6369a69aef7a {{(pid=106387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 14:06:23.845776 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] Notify callbacks [] for router, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.847475 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ce78524f-fa15-43a1-9565-36ed455b1366 admin admin] 10.222.0.18 "DELETE /v2.0/routers/df5aa401-4ed0-4e42-a2b7-6369a69aef7a HTTP/1.1" status: 204 len: 168 time: 1.3425021 Sep 23 14:06:23.849697 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49248) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:23.904681 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Deleting subnet 42a2ec24-7ef2-46f1-a94a-4ded89e73830 {{(pid=106387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 14:06:23.908658 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:23.948333 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3179054'] for subnet, precommit_delete_associations {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.030935 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-961617'] for subnet, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.148556 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-961624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3150469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59618102'] for subnet, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.178332 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a2ec24-7ef2-46f1-a94a-4ded89e73830,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:24.184426 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for subnet, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.186408 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-13e5ff5c-27fc-4cb0-b61e-e070958b45f3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42a2ec24-7ef2-46f1-a94a-4ded89e73830 HTTP/1.1" status: 204 len: 168 time: 0.3356981 Sep 23 14:06:24.190526 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be3586-bc74-4f13-b8b8-3c27323aac6d None None] Network 1d12f15b-ff91-4b54-9773-234f3ed6c717 requested from dv-cinder-733622-19-iscsi {{(pid=106389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 14:06:24.192480 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49250) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:24.262492 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552617'] for network, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.322572 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Deleting port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce {{(pid=106387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 14:06:24.322923 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768619534376'] for port, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.398511 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.db [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] For port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce, host dv-cinder-733622-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-19-iscsi',level=0,port_id=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,segment=NetworkSegment(8917152d-0498-401b-afde-59b6cae44592),segment_id=8917152d-0498-401b-afde-59b6cae44592)] {{(pid=106387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 14:06:24.399054 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2058782'] for port, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.413127 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.plugin [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Calling delete_port for 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce owned by network:dhcp {{(pid=106387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 14:06:24.431197 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 8dbda50a-bf08-4252-8255-34a48ff3a8ea no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:24.452931 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 8dbda50a-bf08-4252-8255-34a48ff3a8ea {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:24.453416 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 8dbda50a-bf08-4252-8255-34a48ff3a8ea not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:24.453867 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device be381401-1bb6-4613-a1f8-351d1d0bce3f no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:24.476616 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: be381401-1bb6-4613-a1f8-351d1d0bce3f {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:24.476974 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device be381401-1bb6-4613-a1f8-351d1d0bce3f not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:24.568192 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86174cd2-6b54-4737-8f40-dce00b66e1fe None None] DHCP port deletion for 1d12f15b-ff91-4b54-9773-234f3ed6c717 request from dv-cinder-733622-19-iscsi {{(pid=106389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 14:06:24.568951 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768619539950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768619022538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3150552'] for port, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.601937 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] No DVR routers for this DVR port 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce on host dv-cinder-733622-19-iscsi {{(pid=106387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 14:06:24.603692 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fee9eb0-15a2-44e4-a162-7fe2327ca1ce,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:24.676176 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-955624', 'neutron.services.segments.db._delete_segments_for_network-8768619320980'] for network, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.697418 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d12f15b-ff91-4b54-9773-234f3ed6c717']}} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:24.708625 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8917152d-0498-401b-afde-59b6cae44592') {'for_net_delete': True} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:24.708921 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.services.segments.db [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8917152d-0498-401b-afde-59b6cae44592') {} {{(pid=106387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:06:24.719090 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768619320733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3179063'] for segment, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.732559 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662'] for segment, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.738719 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 14:06:24.739106 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3150635'] for segment, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: Traceback (most recent call last): Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: timer() Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: cb(*args, **kw) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: return func(*args, **kwargs) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: self._notify() Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: self.callback(batched_events) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: event.method(event) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: return f(self, *a, **k) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._get(url).json() Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: return self.request(url, 'GET', **kwargs) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 14:06:24.740814 dv-cinder-733622-19-iscsi neutron-server[106387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 14:06:24.916972 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-955615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2063889'] for network, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.923273 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580848'] for network, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:24.928055 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d12f15b-ff91-4b54-9773-234f3ed6c717 HTTP/1.1" status: 204 len: 168 time: 0.7316353 Sep 23 14:06:24.936797 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4458ce-7143-40b4-8bb5-e777d43fef50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d12f15b-ff91-4b54-9773-234f3ed6c717,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:25.306787 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49256) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:25.352512 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-94bebd29-d2a6-4386-adde-3ccc15c368e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76433cc0bb0e44d7aa25ca0adeb38c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438085 Sep 23 14:06:25.355921 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49258) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:25.407306 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:25.430343 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:25.554223 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:25.557085 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:25.559206 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6336175-5dc3-4077-a252-88c8fc43bbd4 HTTP/1.1" status: 204 len: 168 time: 0.2021880 Sep 23 14:06:25.567766 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cae01-f5c6-43ad-b60e-30b211c3fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6336175-5dc3-4077-a252-88c8fc43bbd4,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:26.223365 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49264) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:26.266856 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-ff0658eb-4074-42e7-b0e6-cca075914e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d65b80b548fa4c94b73a08340af68425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422983 Sep 23 14:06:26.270258 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [-] (106387) accepted ('10.222.0.18', 49266) {{(pid=106387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 14:06:26.335502 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:26.364245 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:26.403713 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce no longer exists at agent ovs-agent-dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 14:06:26.442063 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.plugin [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] No Port match for: 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce {{(pid=106389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 14:06:26.442642 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron.plugins.ml2.rpc [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Device 0fee9eb0-15a2-44e4-a162-7fe2327ca1ce not bound to the agent host dv-cinder-733622-19-iscsi {{(pid=106389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 14:06:26.543977 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635026'] for security_group, after_delete {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:26.547064 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron_lib.callbacks.manager [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:26.548299 dv-cinder-733622-19-iscsi neutron-server[106387]: INFO neutron.wsgi [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93f09d96-adde-49e4-bf30-b428cc8f5535 HTTP/1.1" status: 204 len: 168 time: 0.2771144 Sep 23 14:06:26.557190 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d37da-3ab0-4901-a33a-9da69ccd6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f09d96-adde-49e4-bf30-b428cc8f5535,revision_number=None']} {{(pid=106387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:06:32.706014 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:06:44.896888 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:47.722205 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-d8b17a8a-9965-4302-a903-5f76ae4197fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:50.185512 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-74665a03-bba6-4a4f-8a54-1a87d605923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:50.922844 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:51.216241 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:06:53.290820 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:09.704875 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:07:14.926628 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:17.704823 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2369f460-de50-4536-951f-669437df3776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:20.158915 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3893f027-c200-40ce-859c-2b2fef5f5179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:20.953269 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:21.249845 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:23.301823 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:44.906479 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:46.704681 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:07:47.738788 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-53c65e78-5e09-4b37-814d-6d7b5cc10845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:50.167266 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-da1948ab-5603-418e-80b2-7164a59b47b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:50.946641 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:51.247868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:07:53.306414 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:14.926328 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:17.740002 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-82062c57-c18b-4427-88f6-6d30165b3f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:20.191306 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dbce2205-7471-42e3-918d-0296e2ee28f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:20.939977 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:21.242868 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:23.328415 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:23.703988 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:08:44.927755 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:47.723524 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-dff09204-d4b1-4c2c-b492-b969f410cbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:50.160311 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-20bb6509-78e9-4ad3-b6f4-3be3e590eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:50.954421 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:51.240447 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:08:53.333756 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:00.702813 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:09:14.927251 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:17.721606 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-85c81e74-9ba8-41a8-a37d-d13a5ce25f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:20.184005 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-75f082d1-3538-4f16-88d2-7f78249112cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:20.988104 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:21.273496 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:23.309960 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:35.748596 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-4de20ff3-4219-47b1-afa6-941e234b9278 req-581d2a81-8fff-4be4-a340-dfccb696eb05 service neutron] (106387) timed out ('10.222.0.45', 55562) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 14:09:36.688188 dv-cinder-733622-19-iscsi neutron-server[106387]: DEBUG neutron.wsgi [req-f274f738-7c80-4c2f-98ec-5e64484de2fb req-965d3ed6-be0f-4e1f-b1cf-a3f80b78891b service neutron] (106387) timed out ('10.222.0.45', 55598) {{(pid=106387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 14:09:37.702125 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:09:44.954838 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:47.703549 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-7a5535a8-5ddc-4063-bf0e-868564b69772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:50.160350 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-af672f4b-1a89-4204-8162-e2ecfcbba7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:50.954434 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:51.229294 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:09:53.330231 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:14.700583 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:10:14.970884 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:17.696848 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5b4-2808-4c1d-891d-c3cba4b070bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:20.159969 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e150-4c47-48eb-8de0-4b63fa8a503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:20.942563 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:21.239796 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:23.325468 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:44.981975 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:47.724568 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-b8d24c2d-f037-40f9-b3e5-9f1eaff321a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:50.170431 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-6ba50199-2e19-4f4d-b3ca-779f4b9e0974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:50.980592 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:51.256483 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:10:51.698929 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 14:10:53.307051 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:14.952461 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-fade1cd1-3b59-490c-a9e9-6558c2c2c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:17.712048 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-1ff9a6e4-5c30-4453-8a27-80a3623f6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:20.186484 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-3acfed36-77e5-48ad-9b1d-9e2fc634e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:20.934979 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-ee9373e5-7199-4b59-b4b7-2fcba8ac2f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:21.243968 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca25-d0a3-42d7-ae4c-f33ce8de9baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:23.357931 dv-cinder-733622-19-iscsi neutron-server[106389]: DEBUG neutron_lib.callbacks.manager [None req-8ca4cde6-c273-4e94-ae9c-dac9bba12a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768619320962', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-955112'] for agent, after_update {{(pid=106389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:11:28.697809 dv-cinder-733622-19-iscsi neutron-server[106390]: DEBUG neutron.db.agents_db [None req-b869b153-0067-4115-a208-c3e3d12fee6a None None] Agent healthcheck: found 6 active agents {{(pid=106390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}